---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:13:19.153417Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-pv7tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21379"
    uid: 31dd0d17-13fe-4305-88eb-77c3636749cd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-854596548c-pv7tx
    to ip-10-0-138-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:13:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:13:19Z"
    name: isvc-canary-create-predictor-854596548c-pv7tx.18d3c37876d5a6b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21384"
    uid: c0f5161c-5b41-4f37-949b-d0cec3ba591b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-pv7tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: 31dd0d17-13fe-4305-88eb-77c3636749cd
  kind: Event
  lastTimestamp: "2026-09-09T21:13:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:19Z"
    name: isvc-canary-create-predictor-854596548c-pv7tx.18d3c378815b2106
    namespace: kserve-ci-e2e-test
    resourceVersion: "21403"
    uid: d4dcdb44-b7e7-4e92-a960-e5a9d7970018
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-pv7tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21388"
    uid: 31dd0d17-13fe-4305-88eb-77c3636749cd
  kind: Event
  lastTimestamp: "2026-09-09T21:13:20Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:13:20Z"
    name: isvc-canary-create-predictor-854596548c-pv7tx.18d3c378bcce7bf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21432"
    uid: 6e181677-db08-45dc-99bc-9b57fcdaa728
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-pv7tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: 31dd0d17-13fe-4305-88eb-77c3636749cd
  kind: Event
  lastTimestamp: "2026-09-09T21:13:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:20Z"
    name: isvc-canary-create-predictor-854596548c-pv7tx.18d3c378bea5eeca
    namespace: kserve-ci-e2e-test
    resourceVersion: "21434"
    uid: c65bcff2-fff5-4985-9875-59cf3e301d23
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-pv7tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: 31dd0d17-13fe-4305-88eb-77c3636749cd
  kind: Event
  lastTimestamp: "2026-09-09T21:13:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:20Z"
    name: isvc-canary-create-predictor-854596548c-pv7tx.18d3c378c20313f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21436"
    uid: e7b688b7-e4f8-426f-ace5-db184afec349
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-pv7tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: 31dd0d17-13fe-4305-88eb-77c3636749cd
  kind: Event
  lastTimestamp: "2026-09-09T21:13:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:20Z"
    name: isvc-canary-create-predictor-854596548c-pv7tx.18d3c378c27c5e38
    namespace: kserve-ci-e2e-test
    resourceVersion: "21437"
    uid: 0c6c9b78-8e90-409d-b962-f3c7ef79e070
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-pv7tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: 31dd0d17-13fe-4305-88eb-77c3636749cd
  kind: Event
  lastTimestamp: "2026-09-09T21:13:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:24Z"
    name: isvc-canary-create-predictor-854596548c-pv7tx.18d3c3799a617f11
    namespace: kserve-ci-e2e-test
    resourceVersion: "21482"
    uid: 6ca32f30-bcd9-4627-95c5-680fca355147
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-pv7tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: 31dd0d17-13fe-4305-88eb-77c3636749cd
  kind: Event
  lastTimestamp: "2026-09-09T21:13:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:24Z"
    name: isvc-canary-create-predictor-854596548c-pv7tx.18d3c3799ec9ece2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21487"
    uid: b3c80293-afc3-4917-98f9-d9a1f9705128
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-pv7tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: 31dd0d17-13fe-4305-88eb-77c3636749cd
  kind: Event
  lastTimestamp: "2026-09-09T21:13:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:24Z"
    name: isvc-canary-create-predictor-854596548c-pv7tx.18d3c3799f4d56a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21491"
    uid: ea1d5c23-4f42-431f-9007-0e6fa0459b55
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-pv7tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: 31dd0d17-13fe-4305-88eb-77c3636749cd
  kind: Event
  lastTimestamp: "2026-09-09T21:13:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:24Z"
    name: isvc-canary-create-predictor-854596548c-pv7tx.18d3c3799f5775af
    namespace: kserve-ci-e2e-test
    resourceVersion: "21492"
    uid: 8dc9ed64-341a-408f-82f0-759d080ec741
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-pv7tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: 31dd0d17-13fe-4305-88eb-77c3636749cd
  kind: Event
  lastTimestamp: "2026-09-09T21:13:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:24Z"
    name: isvc-canary-create-predictor-854596548c-pv7tx.18d3c379a29bfb2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21497"
    uid: 83ad3c11-86a7-4f54-9b4a-6455520e65ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-pv7tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: 31dd0d17-13fe-4305-88eb-77c3636749cd
  kind: Event
  lastTimestamp: "2026-09-09T21:13:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:24Z"
    name: isvc-canary-create-predictor-854596548c-pv7tx.18d3c379a32f958f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21499"
    uid: 4c41ab43-8f44-4e42-8814-49b48d04fc52
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-pv7tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: 31dd0d17-13fe-4305-88eb-77c3636749cd
  kind: Event
  lastTimestamp: "2026-09-09T21:14:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:50Z"
    name: isvc-canary-create-predictor-854596548c-pv7tx.18d3c379d6878a3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22225"
    uid: d6dfbad1-490c-4c54-86a9-0e23ba1b70f6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-pv7tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: 31dd0d17-13fe-4305-88eb-77c3636749cd
  kind: Event
  lastTimestamp: "2026-09-09T21:14:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:49Z"
    name: isvc-canary-create-predictor-854596548c-pv7tx.18d3c38d6ecfc5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22213"
    uid: 17cf8d33-646a-4594-82fb-9b0810808987
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-pv7tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: 31dd0d17-13fe-4305-88eb-77c3636749cd
  kind: Event
  lastTimestamp: "2026-09-09T21:14:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:49Z"
    name: isvc-canary-create-predictor-854596548c-pv7tx.18d3c38d6ed0e0f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22215"
    uid: 6999985d-fdef-4a63-89a1-349d33190312
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-pv7tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: 31dd0d17-13fe-4305-88eb-77c3636749cd
  kind: Event
  lastTimestamp: "2026-09-09T21:14:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:51Z"
    name: isvc-canary-create-predictor-854596548c-pv7tx.18d3c38ddcfd28d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22230"
    uid: c64272ee-40ba-4811-ba25-d50df5a2e9ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:13:19.225351Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-vbp28
    namespace: kserve-ci-e2e-test
    resourceVersion: "21389"
    uid: 7f1bc169-1dd7-444f-8c6d-8de9cde866b9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-854596548c-vbp28
    to ip-10-0-129-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:13:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:13:19Z"
    name: isvc-canary-create-predictor-854596548c-vbp28.18d3c3787b1f4549
    namespace: kserve-ci-e2e-test
    resourceVersion: "21393"
    uid: cbbfd5b0-43c9-49b4-869c-9b9737c09ed2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-vbp28
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 7f1bc169-1dd7-444f-8c6d-8de9cde866b9
  kind: Event
  lastTimestamp: "2026-09-09T21:13:19Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:13:19Z"
    name: isvc-canary-create-predictor-854596548c-vbp28.18d3c3789d27dc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21417"
    uid: 1471f767-0a17-4a07-b4b8-94f7caa2c225
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-vbp28
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 7f1bc169-1dd7-444f-8c6d-8de9cde866b9
  kind: Event
  lastTimestamp: "2026-09-09T21:13:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:19Z"
    name: isvc-canary-create-predictor-854596548c-vbp28.18d3c3789ea1e359
    namespace: kserve-ci-e2e-test
    resourceVersion: "21419"
    uid: a862b4e5-9a9f-4b28-99c6-c8a1c3bd82dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-vbp28
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 7f1bc169-1dd7-444f-8c6d-8de9cde866b9
  kind: Event
  lastTimestamp: "2026-09-09T21:13:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:19Z"
    name: isvc-canary-create-predictor-854596548c-vbp28.18d3c378a17a25fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21420"
    uid: ce9e1fd7-d51c-448e-9b1b-589d7f8c2674
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-vbp28
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 7f1bc169-1dd7-444f-8c6d-8de9cde866b9
  kind: Event
  lastTimestamp: "2026-09-09T21:13:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:19Z"
    name: isvc-canary-create-predictor-854596548c-vbp28.18d3c378a1f164a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21421"
    uid: 2c3bd943-c4a0-4f8e-b703-efb301b8adac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-vbp28
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 7f1bc169-1dd7-444f-8c6d-8de9cde866b9
  kind: Event
  lastTimestamp: "2026-09-09T21:13:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:24Z"
    name: isvc-canary-create-predictor-854596548c-vbp28.18d3c379aa541d3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21501"
    uid: 5bcf821b-c0aa-4ea8-a5a9-01f6fd91f0f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-vbp28
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 7f1bc169-1dd7-444f-8c6d-8de9cde866b9
  kind: Event
  lastTimestamp: "2026-09-09T21:13:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:24Z"
    name: isvc-canary-create-predictor-854596548c-vbp28.18d3c379ad5e933e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21504"
    uid: 42bf8fb5-5a21-4902-965e-67df4a0e71f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-vbp28
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 7f1bc169-1dd7-444f-8c6d-8de9cde866b9
  kind: Event
  lastTimestamp: "2026-09-09T21:13:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:24Z"
    name: isvc-canary-create-predictor-854596548c-vbp28.18d3c379add6ed33
    namespace: kserve-ci-e2e-test
    resourceVersion: "21505"
    uid: c01f54d4-8c32-4933-a4af-e9c77b28ec18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-vbp28
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 7f1bc169-1dd7-444f-8c6d-8de9cde866b9
  kind: Event
  lastTimestamp: "2026-09-09T21:13:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:24Z"
    name: isvc-canary-create-predictor-854596548c-vbp28.18d3c379ade0e3ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "21506"
    uid: 71535007-9cbf-4c0b-b3c0-28276ddfe720
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-vbp28
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 7f1bc169-1dd7-444f-8c6d-8de9cde866b9
  kind: Event
  lastTimestamp: "2026-09-09T21:13:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:24Z"
    name: isvc-canary-create-predictor-854596548c-vbp28.18d3c379b09777b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21508"
    uid: 26bfdc96-f70f-4b16-9cd7-13ad93ec7378
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-vbp28
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 7f1bc169-1dd7-444f-8c6d-8de9cde866b9
  kind: Event
  lastTimestamp: "2026-09-09T21:13:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:24Z"
    name: isvc-canary-create-predictor-854596548c-vbp28.18d3c379b10b216b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21509"
    uid: 25f8bdeb-5d34-4f59-86c5-615fe361e862
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-vbp28
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 7f1bc169-1dd7-444f-8c6d-8de9cde866b9
  kind: Event
  lastTimestamp: "2026-09-09T21:14:32Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:32Z"
    name: isvc-canary-create-predictor-854596548c-vbp28.18d3c37a222990ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "22025"
    uid: 5d505b18-0d85-49df-89a3-24bc6e0b2052
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-vbp28
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 7f1bc169-1dd7-444f-8c6d-8de9cde866b9
  kind: Event
  lastTimestamp: "2026-09-09T21:14:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:41Z"
    name: isvc-canary-create-predictor-854596548c-vbp28.18d3c38b9f15085f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22110"
    uid: f966c273-4b3a-4088-83b8-8c5e9cc58832
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-vbp28
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 7f1bc169-1dd7-444f-8c6d-8de9cde866b9
  kind: Event
  lastTimestamp: "2026-09-09T21:14:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:41Z"
    name: isvc-canary-create-predictor-854596548c-vbp28.18d3c38b9f161067
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: 0ff3d7e4-24d7-49d4-8807-2c8dab3bf66e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-vbp28
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 7f1bc169-1dd7-444f-8c6d-8de9cde866b9
  kind: Event
  lastTimestamp: "2026-09-09T21:14:42Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:14:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:42Z"
    name: isvc-canary-create-predictor-854596548c-vbp28.18d3c38bd4436259
    namespace: kserve-ci-e2e-test
    resourceVersion: "22131"
    uid: cb900742-a757-40f6-9b55-4e98f45e744b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-854596548c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21363"
    uid: 4330b91b-b51f-4381-95f3-54abfa70fa1f
  kind: Event
  lastTimestamp: "2026-09-09T21:13:19Z"
  message: 'Created pod: isvc-canary-create-predictor-854596548c-pv7tx'
  metadata:
    creationTimestamp: "2026-09-09T21:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:19Z"
    name: isvc-canary-create-predictor-854596548c.18d3c37876635fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21382"
    uid: f7afb3e7-a1b8-409b-abc6-321e62b97e6f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-854596548c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21363"
    uid: 4330b91b-b51f-4381-95f3-54abfa70fa1f
  kind: Event
  lastTimestamp: "2026-09-09T21:13:19Z"
  message: 'Created pod: isvc-canary-create-predictor-854596548c-vbp28'
  metadata:
    creationTimestamp: "2026-09-09T21:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:19Z"
    name: isvc-canary-create-predictor-854596548c.18d3c3787a96f8ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21391"
    uid: 725a5eea-a8f4-4d1a-8bfc-650b1c01f08d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-854596548c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22102"
    uid: 4330b91b-b51f-4381-95f3-54abfa70fa1f
  kind: Event
  lastTimestamp: "2026-09-09T21:14:41Z"
  message: 'Deleted pod: isvc-canary-create-predictor-854596548c-vbp28'
  metadata:
    creationTimestamp: "2026-09-09T21:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:41Z"
    name: isvc-canary-create-predictor-854596548c.18d3c38b9ef6f88b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22106"
    uid: 69b1a8d1-8eef-42c9-b5e5-8cfbe416c7f4
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21362"
    uid: b3ad4768-9af3-401e-abdc-c16ba9bfe294
  kind: Event
  lastTimestamp: "2026-09-09T21:13:19Z"
  message: Scaled up replica set isvc-canary-create-predictor-854596548c from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-09T21:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:19Z"
    name: isvc-canary-create-predictor.18d3c378726cd08e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21365"
    uid: 28bb5082-d535-4477-b521-2f375e63b55d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22097"
    uid: b3ad4768-9af3-401e-abdc-c16ba9bfe294
  kind: Event
  lastTimestamp: "2026-09-09T21:14:41Z"
  message: Scaled down replica set isvc-canary-create-predictor-854596548c from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:41Z"
    name: isvc-canary-create-predictor.18d3c38b9e54baa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22103"
    uid: 673b4b48-6a0c-4aa6-be75-c4bae011a6f6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:13:19.103662Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21368"
    uid: dbcd4317-6eac-4497-aa10-5a2867fb1197
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-5cd44d6886-s2gkb
    to ip-10-0-138-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:13:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:13:19Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb.18d3c37873de8788
    namespace: kserve-ci-e2e-test
    resourceVersion: "21375"
    uid: 6f63b457-616e-46aa-a88f-ef36f31dbd5e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21380"
    uid: dbcd4317-6eac-4497-aa10-5a2867fb1197
  kind: Event
  lastTimestamp: "2026-09-09T21:13:19Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:13:19Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb.18d3c37895ffb515
    namespace: kserve-ci-e2e-test
    resourceVersion: "21411"
    uid: 1673c3a5-501e-4ba7-b276-a14202802c9a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21371"
    uid: dbcd4317-6eac-4497-aa10-5a2867fb1197
  kind: Event
  lastTimestamp: "2026-09-09T21:13:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:19Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb.18d3c37897a5b7e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21414"
    uid: 6ae18828-6d92-4710-88ce-84ad91a320ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21371"
    uid: dbcd4317-6eac-4497-aa10-5a2867fb1197
  kind: Event
  lastTimestamp: "2026-09-09T21:13:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:19Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb.18d3c3789b1d0376
    namespace: kserve-ci-e2e-test
    resourceVersion: "21415"
    uid: b924c59e-5d76-4c0a-b5e5-0d19874762ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21371"
    uid: dbcd4317-6eac-4497-aa10-5a2867fb1197
  kind: Event
  lastTimestamp: "2026-09-09T21:13:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:19Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb.18d3c3789b92f639
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 5874c7bc-abee-41a7-a6c5-05462e97df16
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21371"
    uid: dbcd4317-6eac-4497-aa10-5a2867fb1197
  kind: Event
  lastTimestamp: "2026-09-09T21:13:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:24Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb.18d3c3799a2a9247
    namespace: kserve-ci-e2e-test
    resourceVersion: "21481"
    uid: 471487f7-4983-48a2-98c9-5abb6e18be58
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21371"
    uid: dbcd4317-6eac-4497-aa10-5a2867fb1197
  kind: Event
  lastTimestamp: "2026-09-09T21:13:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:24Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb.18d3c3799e8bfbdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21486"
    uid: 658ae632-b70b-41f6-b8b6-07c0afa4d8ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21371"
    uid: dbcd4317-6eac-4497-aa10-5a2867fb1197
  kind: Event
  lastTimestamp: "2026-09-09T21:13:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:24Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb.18d3c3799f0f4086
    namespace: kserve-ci-e2e-test
    resourceVersion: "21489"
    uid: 8b6d089a-0615-41a0-b9b7-778aa250e47f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21371"
    uid: dbcd4317-6eac-4497-aa10-5a2867fb1197
  kind: Event
  lastTimestamp: "2026-09-09T21:13:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:24Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb.18d3c3799f1ba905
    namespace: kserve-ci-e2e-test
    resourceVersion: "21490"
    uid: 6c56dca6-a7f3-46ed-a375-7f6814c064c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21371"
    uid: dbcd4317-6eac-4497-aa10-5a2867fb1197
  kind: Event
  lastTimestamp: "2026-09-09T21:13:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:24Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb.18d3c379a29074aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21496"
    uid: a17adbe4-a382-4e15-af63-82f9959e96ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21371"
    uid: dbcd4317-6eac-4497-aa10-5a2867fb1197
  kind: Event
  lastTimestamp: "2026-09-09T21:13:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:24Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb.18d3c379a30e0a64
    namespace: kserve-ci-e2e-test
    resourceVersion: "21498"
    uid: bc48adfd-1e80-4835-a08d-ce6dae2d59e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21371"
    uid: dbcd4317-6eac-4497-aa10-5a2867fb1197
  kind: Event
  lastTimestamp: "2026-09-09T21:14:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:51Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb.18d3c37a12a3e878
    namespace: kserve-ci-e2e-test
    resourceVersion: "22232"
    uid: b1bf7028-f2ee-4618-b19d-af5e57c0b6a8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21371"
    uid: dbcd4317-6eac-4497-aa10-5a2867fb1197
  kind: Event
  lastTimestamp: "2026-09-09T21:14:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:49Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb.18d3c38d6e6aa055
    namespace: kserve-ci-e2e-test
    resourceVersion: "22211"
    uid: 46d84d49-0bbf-45db-8cc7-c3e46d2344fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21371"
    uid: dbcd4317-6eac-4497-aa10-5a2867fb1197
  kind: Event
  lastTimestamp: "2026-09-09T21:14:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:49Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb.18d3c38d6e6b0fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22212"
    uid: 06ebdb27-e4ce-4d04-86a2-c66746ac6e68
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21371"
    uid: dbcd4317-6eac-4497-aa10-5a2867fb1197
  kind: Event
  lastTimestamp: "2026-09-09T21:14:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:52Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb.18d3c38e18e6093e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22238"
    uid: 547e048b-6d7d-4c55-b5e1-f982519630f8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-5cd44d6886
    namespace: kserve-ci-e2e-test
    resourceVersion: "21354"
    uid: a28fb951-9713-44e3-9876-3c54a5114c04
  kind: Event
  lastTimestamp: "2026-09-09T21:13:19Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-5cd44d6886-s2gkb'
  metadata:
    creationTimestamp: "2026-09-09T21:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:19Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886.18d3c3787338d7bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21370"
    uid: 81964a90-b325-4f08-a144-67b959e2a896
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21353"
    uid: f09d4649-73c0-4b22-a555-f8aea232af29
  kind: Event
  lastTimestamp: "2026-09-09T21:13:19Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-5cd44d6886 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:19Z"
    name: isvc-canary-create-v2-predictor.18d3c3786fc98a1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21355"
    uid: 5c13fe12-5cab-4714-94ea-7d81471a90d0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21346"
    uid: 4258e13c-b81d-4fb3-ba2e-303633366126
  kind: Event
  lastTimestamp: "2026-09-09T21:14:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:14:41Z"
    name: isvc-canary-create.18d3c378720411eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22125"
    uid: 3d0971b2-b149-4767-97b5-7f1556b9cecd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21346"
    uid: 4258e13c-b81d-4fb3-ba2e-303633366126
  kind: Event
  lastTimestamp: "2026-09-09T21:14:41Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:14:41Z"
    name: isvc-canary-create.18d3c37872863961
    namespace: kserve-ci-e2e-test
    resourceVersion: "22118"
    uid: b46ac91e-0c05-4def-b0e0-0358db3f698c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21346"
    uid: 4258e13c-b81d-4fb3-ba2e-303633366126
  kind: Event
  lastTimestamp: "2026-09-09T21:14:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:14:41Z"
    name: isvc-canary-create.18d3c3787286778f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22119"
    uid: f18b9236-696a-45f4-982a-b51c9afea6a6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22122"
    uid: 4258e13c-b81d-4fb3-ba2e-303633366126
  kind: Event
  lastTimestamp: "2026-09-09T21:14:41Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:14:41Z"
    name: isvc-canary-create.18d3c38ba6a713ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "22123"
    uid: 0a2dc094-d0da-467d-a029-1f7771c7171b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:14:54.451226Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22300"
    uid: f68bf759-7bee-4078-95f2-38368fae9f0a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-65ff4fc5f5-jhzwl
    to ip-10-0-138-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:14:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:14:54Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl.18d3c38ea706e5d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22304"
    uid: 63ae2742-6bc6-4fb1-9d99-eb36b8d0fe9f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22302"
    uid: f68bf759-7bee-4078-95f2-38368fae9f0a
  kind: Event
  lastTimestamp: "2026-09-09T21:14:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:54Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl.18d3c38eb155cab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22321"
    uid: b7617369-fbee-4e39-ab91-b72afd90a69f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22309"
    uid: f68bf759-7bee-4078-95f2-38368fae9f0a
  kind: Event
  lastTimestamp: "2026-09-09T21:14:55Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:14:55Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl.18d3c38eed07bb1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22344"
    uid: cd320c5a-a5a3-450c-9788-505bd8dc0c90
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22302"
    uid: f68bf759-7bee-4078-95f2-38368fae9f0a
  kind: Event
  lastTimestamp: "2026-09-09T21:14:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:55Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl.18d3c38eeea13c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22348"
    uid: e2cc0c1b-12af-4b91-baa1-67348951cdc1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22302"
    uid: f68bf759-7bee-4078-95f2-38368fae9f0a
  kind: Event
  lastTimestamp: "2026-09-09T21:14:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:55Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl.18d3c38ef18d7142
    namespace: kserve-ci-e2e-test
    resourceVersion: "22352"
    uid: 71a98b93-7447-4d69-8c31-7feceb89c6ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22302"
    uid: f68bf759-7bee-4078-95f2-38368fae9f0a
  kind: Event
  lastTimestamp: "2026-09-09T21:14:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:55Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl.18d3c38ef20ad030
    namespace: kserve-ci-e2e-test
    resourceVersion: "22353"
    uid: 1d9f7a5b-4729-4b61-b227-885ea5f330e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22302"
    uid: f68bf759-7bee-4078-95f2-38368fae9f0a
  kind: Event
  lastTimestamp: "2026-09-09T21:14:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:59Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl.18d3c38fd39e76cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22389"
    uid: 44022dfd-a5a6-41dd-ae13-67a7f3b364c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22302"
    uid: f68bf759-7bee-4078-95f2-38368fae9f0a
  kind: Event
  lastTimestamp: "2026-09-09T21:14:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:59Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl.18d3c38fd7bbcee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22396"
    uid: 77565f58-5e44-45bb-b82c-4a45b0b2f627
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22302"
    uid: f68bf759-7bee-4078-95f2-38368fae9f0a
  kind: Event
  lastTimestamp: "2026-09-09T21:14:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:59Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl.18d3c38fd83b1483
    namespace: kserve-ci-e2e-test
    resourceVersion: "22398"
    uid: 37bed42d-3a0a-43c7-8267-c11aa6ccba8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22302"
    uid: f68bf759-7bee-4078-95f2-38368fae9f0a
  kind: Event
  lastTimestamp: "2026-09-09T21:14:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:59Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl.18d3c38fd8453533
    namespace: kserve-ci-e2e-test
    resourceVersion: "22399"
    uid: 9d261da5-45b0-4127-97f7-f1af961f5f4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22302"
    uid: f68bf759-7bee-4078-95f2-38368fae9f0a
  kind: Event
  lastTimestamp: "2026-09-09T21:14:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:59Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl.18d3c38fdb66c009
    namespace: kserve-ci-e2e-test
    resourceVersion: "22403"
    uid: 84157a0e-206f-4e75-a108-956afcd80c19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22302"
    uid: f68bf759-7bee-4078-95f2-38368fae9f0a
  kind: Event
  lastTimestamp: "2026-09-09T21:14:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:59Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl.18d3c38fdbec8235
    namespace: kserve-ci-e2e-test
    resourceVersion: "22405"
    uid: e176374e-4d47-4d37-8654-a29063cdbb74
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:15:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22302"
    uid: f68bf759-7bee-4078-95f2-38368fae9f0a
  kind: Event
  lastTimestamp: "2026-09-09T21:16:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:15:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:16:26Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl.18d3c3904bc81528
    namespace: kserve-ci-e2e-test
    resourceVersion: "23114"
    uid: 6a0ca150-b253-4318-b631-581eb753f007
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22302"
    uid: f68bf759-7bee-4078-95f2-38368fae9f0a
  kind: Event
  lastTimestamp: "2026-09-09T21:16:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:16:24Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl.18d3c3a39ac9512d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23069"
    uid: 536ac422-8e92-4e98-a255-28261059b56d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22302"
    uid: f68bf759-7bee-4078-95f2-38368fae9f0a
  kind: Event
  lastTimestamp: "2026-09-09T21:16:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:16:24Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl.18d3c3a39ac9cda7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23070"
    uid: 0fd19c8a-770b-4979-8fc3-f61a9d119550
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22302"
    uid: f68bf759-7bee-4078-95f2-38368fae9f0a
  kind: Event
  lastTimestamp: "2026-09-09T21:16:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:16:27Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl.18d3c3a4520f8df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23122"
    uid: 5b7b8e85-6520-47c7-8f29-196a4b35fdd1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:14:54.391938Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22284"
    uid: b30dd331-0bbc-40ee-9371-6399dd27a808
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-65ff4fc5f5-pffdr
    to ip-10-0-129-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:14:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:14:54Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr.18d3c38ea37e2e08
    namespace: kserve-ci-e2e-test
    resourceVersion: "22292"
    uid: 68415314-2a88-4d03-bab1-f49a36d5dead
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22288"
    uid: b30dd331-0bbc-40ee-9371-6399dd27a808
  kind: Event
  lastTimestamp: "2026-09-09T21:14:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:54Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr.18d3c38eab6be6d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22317"
    uid: 6b6c4fab-0e9c-47bb-ac77-b16d58a0f891
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22298"
    uid: b30dd331-0bbc-40ee-9371-6399dd27a808
  kind: Event
  lastTimestamp: "2026-09-09T21:14:55Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:14:55Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr.18d3c38ee9226444
    namespace: kserve-ci-e2e-test
    resourceVersion: "22341"
    uid: b47ebf46-fb00-4ffb-b48b-a015cb80df08
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22288"
    uid: b30dd331-0bbc-40ee-9371-6399dd27a808
  kind: Event
  lastTimestamp: "2026-09-09T21:14:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:55Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr.18d3c38eeaad09ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "22343"
    uid: 27a8d5e1-4329-4ca5-9440-a96676b7e435
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22288"
    uid: b30dd331-0bbc-40ee-9371-6399dd27a808
  kind: Event
  lastTimestamp: "2026-09-09T21:14:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:55Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr.18d3c38eeda2f62d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22345"
    uid: 0b7ef202-55ce-4e13-93c4-0dd6f013a975
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22288"
    uid: b30dd331-0bbc-40ee-9371-6399dd27a808
  kind: Event
  lastTimestamp: "2026-09-09T21:14:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:55Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr.18d3c38eee1fce7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22347"
    uid: 38856217-9ca0-4608-b787-c53559614f1c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22288"
    uid: b30dd331-0bbc-40ee-9371-6399dd27a808
  kind: Event
  lastTimestamp: "2026-09-09T21:14:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:59Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr.18d3c38fdf2275a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22408"
    uid: ee489f94-d6df-43db-ae15-28bf455c4257
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22288"
    uid: b30dd331-0bbc-40ee-9371-6399dd27a808
  kind: Event
  lastTimestamp: "2026-09-09T21:14:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:59Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr.18d3c38fe1f8d647
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: ffdebac7-f3fb-41e2-8fbf-089cc632aa17
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22288"
    uid: b30dd331-0bbc-40ee-9371-6399dd27a808
  kind: Event
  lastTimestamp: "2026-09-09T21:14:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:59Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr.18d3c38fe26f3bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "22411"
    uid: c21c40eb-346b-4cf6-ac14-f9f94577b028
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22288"
    uid: b30dd331-0bbc-40ee-9371-6399dd27a808
  kind: Event
  lastTimestamp: "2026-09-09T21:14:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:59Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr.18d3c38fe2790246
    namespace: kserve-ci-e2e-test
    resourceVersion: "22412"
    uid: 0d13fcad-3318-4c3a-9f8d-af3d7dc13941
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22288"
    uid: b30dd331-0bbc-40ee-9371-6399dd27a808
  kind: Event
  lastTimestamp: "2026-09-09T21:14:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:59Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr.18d3c38fe549cfce
    namespace: kserve-ci-e2e-test
    resourceVersion: "22416"
    uid: 1a45289d-0ae3-4d29-8e7c-681cb111d965
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22288"
    uid: b30dd331-0bbc-40ee-9371-6399dd27a808
  kind: Event
  lastTimestamp: "2026-09-09T21:14:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:59Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr.18d3c38fe5d97c0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22417"
    uid: f4122701-649b-4e31-bb99-15b742c50491
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T21:15:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22288"
    uid: b30dd331-0bbc-40ee-9371-6399dd27a808
  kind: Event
  lastTimestamp: "2026-09-09T21:16:06Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:16:06Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr.18d3c3901b271e13
    namespace: kserve-ci-e2e-test
    resourceVersion: "22902"
    uid: 33a06f8d-9df4-4132-9d97-454cf1212791
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22288"
    uid: b30dd331-0bbc-40ee-9371-6399dd27a808
  kind: Event
  lastTimestamp: "2026-09-09T21:16:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:16:15Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr.18d3c3a181442085
    namespace: kserve-ci-e2e-test
    resourceVersion: "22976"
    uid: 02201dc4-200c-4f24-a3cb-fc7abc4482d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22288"
    uid: b30dd331-0bbc-40ee-9371-6399dd27a808
  kind: Event
  lastTimestamp: "2026-09-09T21:16:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:16:15Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr.18d3c3a181449721
    namespace: kserve-ci-e2e-test
    resourceVersion: "22977"
    uid: 3475f781-78ce-430f-a34b-0dfa0b0749e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22288"
    uid: b30dd331-0bbc-40ee-9371-6399dd27a808
  kind: Event
  lastTimestamp: "2026-09-09T21:16:16Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:16:16Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-pffdr.18d3c3a1cd4165c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23006"
    uid: 16f33bf4-0397-4160-bee7-a67797fd81b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-65ff4fc5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22275"
    uid: 504f22ea-cb72-41bf-b218-96f53b29ab44
  kind: Event
  lastTimestamp: "2026-09-09T21:14:54Z"
  message: 'Created pod: isvc-canary-promote-predictor-65ff4fc5f5-pffdr'
  metadata:
    creationTimestamp: "2026-09-09T21:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:54Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5.18d3c38ea2dc24ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "22289"
    uid: 974e524b-e02f-4052-893e-8d067297df07
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-65ff4fc5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22275"
    uid: 504f22ea-cb72-41bf-b218-96f53b29ab44
  kind: Event
  lastTimestamp: "2026-09-09T21:14:54Z"
  message: 'Created pod: isvc-canary-promote-predictor-65ff4fc5f5-jhzwl'
  metadata:
    creationTimestamp: "2026-09-09T21:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:54Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5.18d3c38ea69a5b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22301"
    uid: ed66ce32-f8e1-40c8-899e-c88486889727
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-65ff4fc5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22968"
    uid: 504f22ea-cb72-41bf-b218-96f53b29ab44
  kind: Event
  lastTimestamp: "2026-09-09T21:16:15Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-65ff4fc5f5-pffdr'
  metadata:
    creationTimestamp: "2026-09-09T21:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:16:15Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5.18d3c3a1811a856d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22971"
    uid: 9126a10e-e1ab-4065-a355-3881a594f9df
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22273"
    uid: efd5447b-de57-49dc-9a2b-03c3754dd48b
  kind: Event
  lastTimestamp: "2026-09-09T21:14:54Z"
  message: Scaled up replica set isvc-canary-promote-predictor-65ff4fc5f5 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-09T21:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:54Z"
    name: isvc-canary-promote-predictor.18d3c38e9f3de5ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "22277"
    uid: c0c53a27-c999-4005-9571-d22ea5e178bc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22964"
    uid: efd5447b-de57-49dc-9a2b-03c3754dd48b
  kind: Event
  lastTimestamp: "2026-09-09T21:16:15Z"
  message: Scaled down replica set isvc-canary-promote-predictor-65ff4fc5f5 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:16:15Z"
    name: isvc-canary-promote-predictor.18d3c3a180ba56f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22970"
    uid: 3af68622-2dc5-4d97-aaad-c001baaf2739
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:16:24.564285Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23081"
    uid: f9fe733a-eb68-42c6-a9f4-38bff12e50c6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-b8964cf76-rbzv2
    to ip-10-0-129-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:16:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:16:24Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2.18d3c3a3a22f059b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23085"
    uid: e6374dcd-7ec5-4368-b52c-4de61e54216c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23089"
    uid: f9fe733a-eb68-42c6-a9f4-38bff12e50c6
  kind: Event
  lastTimestamp: "2026-09-09T21:16:25Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:16:25Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2.18d3c3a3c4121401
    namespace: kserve-ci-e2e-test
    resourceVersion: "23097"
    uid: 17e6a0ec-4998-4303-8d74-13dc90cbacfa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23083"
    uid: f9fe733a-eb68-42c6-a9f4-38bff12e50c6
  kind: Event
  lastTimestamp: "2026-09-09T21:16:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:16:25Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2.18d3c3a3c5903f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "23099"
    uid: 16661115-2676-4eb5-a950-4fdb2f4b3d98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23083"
    uid: f9fe733a-eb68-42c6-a9f4-38bff12e50c6
  kind: Event
  lastTimestamp: "2026-09-09T21:16:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:16:25Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2.18d3c3a3c81d54ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "23100"
    uid: 6e12b9aa-4320-44ac-b02d-eb596e99867e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23083"
    uid: f9fe733a-eb68-42c6-a9f4-38bff12e50c6
  kind: Event
  lastTimestamp: "2026-09-09T21:16:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:16:25Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2.18d3c3a3c895d640
    namespace: kserve-ci-e2e-test
    resourceVersion: "23101"
    uid: d5c7dd2e-8a68-4df4-905c-9f4bc1609033
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23083"
    uid: f9fe733a-eb68-42c6-a9f4-38bff12e50c6
  kind: Event
  lastTimestamp: "2026-09-09T21:16:29Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:16:29Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2.18d3c3a4ac9b8a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23137"
    uid: 981dce69-3001-4361-a7f4-c2645aade405
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23083"
    uid: f9fe733a-eb68-42c6-a9f4-38bff12e50c6
  kind: Event
  lastTimestamp: "2026-09-09T21:16:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:16:29Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2.18d3c3a4af33d5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23139"
    uid: e3c19edf-f367-4a2f-b60d-8e509d9afeb6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23083"
    uid: f9fe733a-eb68-42c6-a9f4-38bff12e50c6
  kind: Event
  lastTimestamp: "2026-09-09T21:16:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:16:29Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2.18d3c3a4afb3b855
    namespace: kserve-ci-e2e-test
    resourceVersion: "23141"
    uid: 730cc959-4ff6-429c-92dd-80f4e11c4bca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23083"
    uid: f9fe733a-eb68-42c6-a9f4-38bff12e50c6
  kind: Event
  lastTimestamp: "2026-09-09T21:16:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:16:29Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2.18d3c3a4afbf05ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "23142"
    uid: f38b229a-607a-4873-b18f-b31a99a814a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23083"
    uid: f9fe733a-eb68-42c6-a9f4-38bff12e50c6
  kind: Event
  lastTimestamp: "2026-09-09T21:16:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:16:29Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2.18d3c3a4b359f980
    namespace: kserve-ci-e2e-test
    resourceVersion: "23144"
    uid: fb888ae1-560f-458a-beab-bccd81a54288
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23083"
    uid: f9fe733a-eb68-42c6-a9f4-38bff12e50c6
  kind: Event
  lastTimestamp: "2026-09-09T21:16:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:16:29Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2.18d3c3a4b3cceaac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23145"
    uid: 4019b3af-5f61-4492-a3d4-12587ab290f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23083"
    uid: f9fe733a-eb68-42c6-a9f4-38bff12e50c6
  kind: Event
  lastTimestamp: "2026-09-09T21:17:56Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:56Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2.18d3c3a4e89719e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23776"
    uid: 5e3e60ec-4c30-48e1-869f-b3eb9a061d47
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23083"
    uid: f9fe733a-eb68-42c6-a9f4-38bff12e50c6
  kind: Event
  lastTimestamp: "2026-09-09T21:17:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:54Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2.18d3c3b89ec3bf6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23762"
    uid: 13eeeef6-e257-41cf-bccd-d8f81e57f275
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23083"
    uid: f9fe733a-eb68-42c6-a9f4-38bff12e50c6
  kind: Event
  lastTimestamp: "2026-09-09T21:17:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:54Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2.18d3c3b89ec48a14
    namespace: kserve-ci-e2e-test
    resourceVersion: "23764"
    uid: b392d812-ee7a-40ad-a4e8-87792e20b37e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23083"
    uid: f9fe733a-eb68-42c6-a9f4-38bff12e50c6
  kind: Event
  lastTimestamp: "2026-09-09T21:17:56Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:56Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2.18d3c3b8eec122c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23774"
    uid: 2317f961-3633-4322-adc7-1f967e97803c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:14:54.384780Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22283"
    uid: 34726418-cf49-4e02-a3ae-c682369e582a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-b8964cf76-zf64p
    to ip-10-0-138-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:14:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:14:54Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p.18d3c38ea310e6a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22290"
    uid: f9da5eae-ec52-482d-9a91-d20342465a0f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22299"
    uid: 34726418-cf49-4e02-a3ae-c682369e582a
  kind: Event
  lastTimestamp: "2026-09-09T21:14:54Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:14:54Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p.18d3c38ec56bdd3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22329"
    uid: 6bb29dea-0b0e-40f0-aae9-9665f53d4dd1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22285"
    uid: 34726418-cf49-4e02-a3ae-c682369e582a
  kind: Event
  lastTimestamp: "2026-09-09T21:14:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:54Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p.18d3c38ec6d138ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "22331"
    uid: 0da4ea01-84df-451f-b563-f4c5698fa1b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22285"
    uid: 34726418-cf49-4e02-a3ae-c682369e582a
  kind: Event
  lastTimestamp: "2026-09-09T21:14:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:55Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p.18d3c38eca1ecf13
    namespace: kserve-ci-e2e-test
    resourceVersion: "22332"
    uid: 5a8c4ac7-3015-492b-b916-2d6ae2d99d0a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22285"
    uid: 34726418-cf49-4e02-a3ae-c682369e582a
  kind: Event
  lastTimestamp: "2026-09-09T21:14:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:55Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p.18d3c38eca9cc1f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22333"
    uid: 1e934f8b-2646-4df4-a97f-f6e4dcce21cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22285"
    uid: 34726418-cf49-4e02-a3ae-c682369e582a
  kind: Event
  lastTimestamp: "2026-09-09T21:14:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:59Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p.18d3c38fd3b7577f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22390"
    uid: 6bc6fbfc-f98f-4b4f-ba22-32dc2aa66562
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22285"
    uid: 34726418-cf49-4e02-a3ae-c682369e582a
  kind: Event
  lastTimestamp: "2026-09-09T21:14:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:59Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p.18d3c38fd7c58ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22397"
    uid: c91e19ec-7cdd-4931-a72a-92876535a18f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22285"
    uid: 34726418-cf49-4e02-a3ae-c682369e582a
  kind: Event
  lastTimestamp: "2026-09-09T21:14:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:59Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p.18d3c38fd84c2104
    namespace: kserve-ci-e2e-test
    resourceVersion: "22400"
    uid: cfec121a-8990-4513-8b1a-9c8c73176ab8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22285"
    uid: 34726418-cf49-4e02-a3ae-c682369e582a
  kind: Event
  lastTimestamp: "2026-09-09T21:14:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:59Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p.18d3c38fd857bd48
    namespace: kserve-ci-e2e-test
    resourceVersion: "22401"
    uid: f608a5bc-a7f9-4e26-b4a7-35328e85462e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22285"
    uid: 34726418-cf49-4e02-a3ae-c682369e582a
  kind: Event
  lastTimestamp: "2026-09-09T21:14:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:59Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p.18d3c38fdb7a4a76
    namespace: kserve-ci-e2e-test
    resourceVersion: "22404"
    uid: 8cd572e3-1d24-4aaf-9bc5-6a057dda644a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22285"
    uid: 34726418-cf49-4e02-a3ae-c682369e582a
  kind: Event
  lastTimestamp: "2026-09-09T21:14:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:14:59Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p.18d3c38fdc03f3af
    namespace: kserve-ci-e2e-test
    resourceVersion: "22406"
    uid: 61480e31-1d6c-4a1a-91e8-51b7ccbdb648
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:15:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22285"
    uid: 34726418-cf49-4e02-a3ae-c682369e582a
  kind: Event
  lastTimestamp: "2026-09-09T21:17:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:55Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p.18d3c3900fc7c39c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23770"
    uid: a89f7c62-316f-4db8-9719-9f00d58c02e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22285"
    uid: 34726418-cf49-4e02-a3ae-c682369e582a
  kind: Event
  lastTimestamp: "2026-09-09T21:17:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:54Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p.18d3c3b89e8f9779
    namespace: kserve-ci-e2e-test
    resourceVersion: "23761"
    uid: 3105f357-6801-4f2c-b426-652c68513463
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22285"
    uid: 34726418-cf49-4e02-a3ae-c682369e582a
  kind: Event
  lastTimestamp: "2026-09-09T21:17:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:54Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p.18d3c3b89e903143
    namespace: kserve-ci-e2e-test
    resourceVersion: "23763"
    uid: de9e751a-760a-49e3-a6cb-e2e377346382
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22285"
    uid: 34726418-cf49-4e02-a3ae-c682369e582a
  kind: Event
  lastTimestamp: "2026-09-09T21:17:56Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:17:56Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-zf64p.18d3c3b90a95eb30
    namespace: kserve-ci-e2e-test
    resourceVersion: "23783"
    uid: cb678872-5343-4f35-bd28-41f5d594e229
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-b8964cf76
    namespace: kserve-ci-e2e-test
    resourceVersion: "22265"
    uid: 36ae1caa-a126-4955-a14a-494263463140
  kind: Event
  lastTimestamp: "2026-09-09T21:14:54Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-b8964cf76-zf64p'
  metadata:
    creationTimestamp: "2026-09-09T21:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:54Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76.18d3c38ea29c0eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22286"
    uid: b503f65f-02dd-40d1-980a-8fcd41d72671
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-b8964cf76
    namespace: kserve-ci-e2e-test
    resourceVersion: "23076"
    uid: 36ae1caa-a126-4955-a14a-494263463140
  kind: Event
  lastTimestamp: "2026-09-09T21:16:24Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-b8964cf76-rbzv2'
  metadata:
    creationTimestamp: "2026-09-09T21:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:16:24Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76.18d3c3a3a1b788ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "23082"
    uid: 4c72fad7-af0b-4013-9a47-7ca0eaef77d1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22264"
    uid: f3b04343-b0c0-4057-ba83-a525ef120d0a
  kind: Event
  lastTimestamp: "2026-09-09T21:14:54Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-b8964cf76 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:14:54Z"
    name: isvc-canary-promote-v2-predictor.18d3c38e9d257e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "22266"
    uid: 927247fe-2192-49ea-bad3-884df119c891
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23071"
    uid: f3b04343-b0c0-4057-ba83-a525ef120d0a
  kind: Event
  lastTimestamp: "2026-09-09T21:16:24Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-b8964cf76 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-09T21:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:16:24Z"
    name: isvc-canary-promote-v2-predictor.18d3c3a39ce3acc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23077"
    uid: 7024a77e-3a8e-4de7-a0d0-01cebf19c9d2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22257"
    uid: 7bcaf33a-2068-48ad-a53c-ef4ecd45136d
  kind: Event
  lastTimestamp: "2026-09-09T21:16:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:16:16Z"
    name: isvc-canary-promote.18d3c38e9ed9cf5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23002"
    uid: de551ff1-5c0b-4827-a5d3-47a7a2e07afa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22257"
    uid: 7bcaf33a-2068-48ad-a53c-ef4ecd45136d
  kind: Event
  lastTimestamp: "2026-09-09T21:16:15Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:16:15Z"
    name: isvc-canary-promote.18d3c38e9f63b426
    namespace: kserve-ci-e2e-test
    resourceVersion: "22984"
    uid: 2d0bc2f8-7abc-4c4d-84bd-a62ee58e7cf1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:14:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22257"
    uid: 7bcaf33a-2068-48ad-a53c-ef4ecd45136d
  kind: Event
  lastTimestamp: "2026-09-09T21:16:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:16:15Z"
    name: isvc-canary-promote.18d3c38e9f641461
    namespace: kserve-ci-e2e-test
    resourceVersion: "22985"
    uid: efd151cb-0103-4633-95dd-8d84eed7b2e9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:16:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23003"
    uid: 7bcaf33a-2068-48ad-a53c-ef4ecd45136d
  kind: Event
  lastTimestamp: "2026-09-09T21:17:46Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:17:46Z"
    name: isvc-canary-promote.18d3c3a1baf5648a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23680"
    uid: 7d3d1ebc-ff19-4998-8b11-ab029eb51689
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:02:52.864474Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15031"
    uid: 730d1e4a-566a-4916-b3c1-0db96834a7c8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6cb68d45bc-5xfrv
    to ip-10-0-136-126.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:02:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:02:52Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv.18d3c2e6a51adcbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15040"
    uid: 8dd27dfe-8724-4e9b-b913-78965f8b544a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15037"
    uid: 730d1e4a-566a-4916-b3c1-0db96834a7c8
  kind: Event
  lastTimestamp: "2026-09-09T21:02:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:53Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv.18d3c2e6afbfe3eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15064"
    uid: e889ee60-b2bf-4ae1-a82a-cb4af32c80aa
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15044"
    uid: 730d1e4a-566a-4916-b3c1-0db96834a7c8
  kind: Event
  lastTimestamp: "2026-09-09T21:02:54Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:02:54Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv.18d3c2e6eb582531
    namespace: kserve-ci-e2e-test
    resourceVersion: "15087"
    uid: 7b434aae-e67b-4163-a25d-b51dd8a49641
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15037"
    uid: 730d1e4a-566a-4916-b3c1-0db96834a7c8
  kind: Event
  lastTimestamp: "2026-09-09T21:02:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:54Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv.18d3c2e6ecace429
    namespace: kserve-ci-e2e-test
    resourceVersion: "15089"
    uid: 4f012650-4930-4591-acbd-ab9dd725bfc6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15037"
    uid: 730d1e4a-566a-4916-b3c1-0db96834a7c8
  kind: Event
  lastTimestamp: "2026-09-09T21:02:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:54Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv.18d3c2e6effef31b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: 148e912f-a600-4b60-a277-26ab4f60f363
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15037"
    uid: 730d1e4a-566a-4916-b3c1-0db96834a7c8
  kind: Event
  lastTimestamp: "2026-09-09T21:02:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:54Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv.18d3c2e6f0919a3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15094"
    uid: 8e20305c-55d9-4e2b-94a9-d632429714a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15037"
    uid: 730d1e4a-566a-4916-b3c1-0db96834a7c8
  kind: Event
  lastTimestamp: "2026-09-09T21:02:58Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
  metadata:
    creationTimestamp: "2026-09-09T21:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:58Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv.18d3c2e7e5ea046e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15151"
    uid: d1ff90fb-304e-4ed3-b658-946e49fc5086
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15037"
    uid: 730d1e4a-566a-4916-b3c1-0db96834a7c8
  kind: Event
  lastTimestamp: "2026-09-09T21:03:11Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    in 13.202s (13.202s including waiting). Image size: 1580582801 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:03:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:11Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv.18d3c2eaf8df91e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15260"
    uid: 9852b0e0-0228-4515-a51a-6b3664a83111
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15037"
    uid: 730d1e4a-566a-4916-b3c1-0db96834a7c8
  kind: Event
  lastTimestamp: "2026-09-09T21:03:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:03:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:11Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv.18d3c2eafbfcd3ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: 18621792-1303-4907-9924-1c6e46a92dd3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15037"
    uid: 730d1e4a-566a-4916-b3c1-0db96834a7c8
  kind: Event
  lastTimestamp: "2026-09-09T21:03:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:03:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:11Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv.18d3c2eafc8bfd4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15263"
    uid: cb7a08ca-bf40-4c47-b57b-f76994dd840d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15037"
    uid: 730d1e4a-566a-4916-b3c1-0db96834a7c8
  kind: Event
  lastTimestamp: "2026-09-09T21:03:11Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-09T21:03:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:11Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv.18d3c2eafc9ae931
    namespace: kserve-ci-e2e-test
    resourceVersion: "15264"
    uid: a91b102e-8075-4716-aaf7-d518a453a86a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15037"
    uid: 730d1e4a-566a-4916-b3c1-0db96834a7c8
  kind: Event
  lastTimestamp: "2026-09-09T21:03:13Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.303s (2.303s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:13Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv.18d3c2eb85e3a7a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15281"
    uid: e79f0da5-ff11-4f9f-90ac-83a46fc0580e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15037"
    uid: 730d1e4a-566a-4916-b3c1-0db96834a7c8
  kind: Event
  lastTimestamp: "2026-09-09T21:03:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:13Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv.18d3c2eb88f49a33
    namespace: kserve-ci-e2e-test
    resourceVersion: "15282"
    uid: ad21bef6-ec35-45e8-b9d3-225acb7dedb6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15037"
    uid: 730d1e4a-566a-4916-b3c1-0db96834a7c8
  kind: Event
  lastTimestamp: "2026-09-09T21:03:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:13Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv.18d3c2eb89709d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "15283"
    uid: 661655ed-4ad0-48b6-aba4-f5bdc0d09319
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15037"
    uid: 730d1e4a-566a-4916-b3c1-0db96834a7c8
  kind: Event
  lastTimestamp: "2026-09-09T21:04:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:21Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv.18d3c2ebe096b07e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: c5cbe90f-d9f9-44a9-b74a-e7a02a1800a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15037"
    uid: 730d1e4a-566a-4916-b3c1-0db96834a7c8
  kind: Event
  lastTimestamp: "2026-09-09T21:06:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:12Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv.18d3c3153032318c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16937"
    uid: c058cf56-4a6a-4bce-b439-e05aad6f58c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15037"
    uid: 730d1e4a-566a-4916-b3c1-0db96834a7c8
  kind: Event
  lastTimestamp: "2026-09-09T21:06:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:12Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv.18d3c3153033515d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: 9e445d6f-a053-4a6c-9126-18a8dab69131
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15037"
    uid: 730d1e4a-566a-4916-b3c1-0db96834a7c8
  kind: Event
  lastTimestamp: "2026-09-09T21:06:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:16Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv.18d3c31605429e80
    namespace: kserve-ci-e2e-test
    resourceVersion: "16967"
    uid: 8ad31502-e9fc-44f3-892d-bf3a553d954f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:02:52.805297Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15013"
    uid: 782c0960-aa4e-47df-a18b-5e251e9e3106
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6cb68d45bc-8df9t
    to ip-10-0-138-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:02:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:02:52Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t.18d3c2e6a193d9a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15016"
    uid: cad76553-3c54-4bbc-adad-0c7d4bb28d3e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15014"
    uid: 782c0960-aa4e-47df-a18b-5e251e9e3106
  kind: Event
  lastTimestamp: "2026-09-09T21:02:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:53Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t.18d3c2e6ad5d7e14
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: fb858b32-8b34-4bd4-91d7-2935c5638be9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 782c0960-aa4e-47df-a18b-5e251e9e3106
  kind: Event
  lastTimestamp: "2026-09-09T21:02:53Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:02:53Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t.18d3c2e6e7901f56
    namespace: kserve-ci-e2e-test
    resourceVersion: "15083"
    uid: 422bf33c-a165-4906-a9cd-93b62fd7d37d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15014"
    uid: 782c0960-aa4e-47df-a18b-5e251e9e3106
  kind: Event
  lastTimestamp: "2026-09-09T21:02:54Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
  metadata:
    creationTimestamp: "2026-09-09T21:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:54Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t.18d3c2e6e8fd43fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15085"
    uid: 3dc4d6b4-db90-4dc8-b79b-54998e5179aa
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15014"
    uid: 782c0960-aa4e-47df-a18b-5e251e9e3106
  kind: Event
  lastTimestamp: "2026-09-09T21:02:57Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    in 3.453s (3.454s including waiting). Image size: 306762154 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:57Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t.18d3c2e7b6dd91cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15121"
    uid: a2fef4f1-e0b2-4fb4-aad3-976fe0f7fc98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15014"
    uid: 782c0960-aa4e-47df-a18b-5e251e9e3106
  kind: Event
  lastTimestamp: "2026-09-09T21:02:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:57Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t.18d3c2e7baf02c87
    namespace: kserve-ci-e2e-test
    resourceVersion: "15127"
    uid: 346d32b2-fffb-4a35-810d-3d73f945c428
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15014"
    uid: 782c0960-aa4e-47df-a18b-5e251e9e3106
  kind: Event
  lastTimestamp: "2026-09-09T21:02:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:57Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t.18d3c2e7bb668139
    namespace: kserve-ci-e2e-test
    resourceVersion: "15131"
    uid: 2b25e661-cb04-4aa6-adef-600515566c1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15014"
    uid: 782c0960-aa4e-47df-a18b-5e251e9e3106
  kind: Event
  lastTimestamp: "2026-09-09T21:03:02Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
  metadata:
    creationTimestamp: "2026-09-09T21:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:02Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t.18d3c2e8c80021f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15185"
    uid: 34d4d40e-bf18-418d-8ca7-c18390225614
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15014"
    uid: 782c0960-aa4e-47df-a18b-5e251e9e3106
  kind: Event
  lastTimestamp: "2026-09-09T21:03:18Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    in 16.506s (16.506s including waiting). Image size: 1580582801 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:18Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t.18d3c2ec9fd75b9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15326"
    uid: fee36f97-38b5-4558-b42c-35743811de58
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15014"
    uid: 782c0960-aa4e-47df-a18b-5e251e9e3106
  kind: Event
  lastTimestamp: "2026-09-09T21:03:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:18Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t.18d3c2eca47188da
    namespace: kserve-ci-e2e-test
    resourceVersion: "15330"
    uid: 27af9b2b-26b6-4bef-8d7b-0e5184cd2ae9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15014"
    uid: 782c0960-aa4e-47df-a18b-5e251e9e3106
  kind: Event
  lastTimestamp: "2026-09-09T21:03:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:18Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t.18d3c2eca4e68ddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: 021049ef-6969-4d9d-a813-650bb41e9ba7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15014"
    uid: 782c0960-aa4e-47df-a18b-5e251e9e3106
  kind: Event
  lastTimestamp: "2026-09-09T21:03:18Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-09T21:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:18Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t.18d3c2eca4f33610
    namespace: kserve-ci-e2e-test
    resourceVersion: "15332"
    uid: 395d9645-df84-4947-99ec-1aa8179697f6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15014"
    uid: 782c0960-aa4e-47df-a18b-5e251e9e3106
  kind: Event
  lastTimestamp: "2026-09-09T21:03:21Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 3.112s (3.112s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:21Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t.18d3c2ed5e722775
    namespace: kserve-ci-e2e-test
    resourceVersion: "15358"
    uid: 1ad507bc-6d37-4e18-866a-978869321a1d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15014"
    uid: 782c0960-aa4e-47df-a18b-5e251e9e3106
  kind: Event
  lastTimestamp: "2026-09-09T21:03:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:21Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t.18d3c2ed6461d8de
    namespace: kserve-ci-e2e-test
    resourceVersion: "15360"
    uid: a5d671e6-a7cf-49d2-bec0-f26396a749a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15014"
    uid: 782c0960-aa4e-47df-a18b-5e251e9e3106
  kind: Event
  lastTimestamp: "2026-09-09T21:03:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:21Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t.18d3c2ed6582b456
    namespace: kserve-ci-e2e-test
    resourceVersion: "15363"
    uid: f9d0e27a-28b5-484b-a7ea-10a37061eaec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15014"
    uid: 782c0960-aa4e-47df-a18b-5e251e9e3106
  kind: Event
  lastTimestamp: "2026-09-09T21:04:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:28Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t.18d3c2ed79afd7f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15879"
    uid: 6c413252-91b4-4e07-be70-51d465c5e4dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15014"
    uid: 782c0960-aa4e-47df-a18b-5e251e9e3106
  kind: Event
  lastTimestamp: "2026-09-09T21:04:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:35Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t.18d3c2fe6ff4a7a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15949"
    uid: 56ef883d-440e-4283-b9e7-754b2213e4d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15014"
    uid: 782c0960-aa4e-47df-a18b-5e251e9e3106
  kind: Event
  lastTimestamp: "2026-09-09T21:04:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:35Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t.18d3c2fe6ff5d30a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15950"
    uid: 6fb1a601-c2a8-4136-92ec-7510f349fdcf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15014"
    uid: 782c0960-aa4e-47df-a18b-5e251e9e3106
  kind: Event
  lastTimestamp: "2026-09-09T21:04:38Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:38Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-8df9t.18d3c2ff2c1a7a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "15986"
    uid: 34d33ef4-c002-46e5-b8e9-c4dce66dbdfb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:04:42.708305Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: 340c339e-9ed0-4ba2-b6c0-dad02ef88836
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6cb68d45bc-vvwdp
    to ip-10-0-138-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:04:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:04:42Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp.18d3c300384ea739
    namespace: kserve-ci-e2e-test
    resourceVersion: "16054"
    uid: 13c46a35-8824-4d80-bc82-e400eda83b60
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16060"
    uid: 340c339e-9ed0-4ba2-b6c0-dad02ef88836
  kind: Event
  lastTimestamp: "2026-09-09T21:04:43Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:04:43Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp.18d3c3005a7c95fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16063"
    uid: 685f77c6-266f-4144-b4b9-018b68c56e76
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16052"
    uid: 340c339e-9ed0-4ba2-b6c0-dad02ef88836
  kind: Event
  lastTimestamp: "2026-09-09T21:04:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:43Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp.18d3c3005bfbffaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16065"
    uid: 418ec923-0314-441d-b934-b1578004b3f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16052"
    uid: 340c339e-9ed0-4ba2-b6c0-dad02ef88836
  kind: Event
  lastTimestamp: "2026-09-09T21:04:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:43Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp.18d3c3005eb00407
    namespace: kserve-ci-e2e-test
    resourceVersion: "16066"
    uid: eee1ec62-a0eb-4e40-ba17-6c05075b0b32
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16052"
    uid: 340c339e-9ed0-4ba2-b6c0-dad02ef88836
  kind: Event
  lastTimestamp: "2026-09-09T21:04:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:43Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp.18d3c3005f25e522
    namespace: kserve-ci-e2e-test
    resourceVersion: "16067"
    uid: ff326a63-967d-4a54-9139-dae93eb78f92
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16052"
    uid: 340c339e-9ed0-4ba2-b6c0-dad02ef88836
  kind: Event
  lastTimestamp: "2026-09-09T21:04:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:47Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp.18d3c3015bb93604
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: 1a1a7ab1-70a9-4c9d-b707-4f9d25807f84
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16052"
    uid: 340c339e-9ed0-4ba2-b6c0-dad02ef88836
  kind: Event
  lastTimestamp: "2026-09-09T21:04:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:47Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp.18d3c3015f0fb78d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16115"
    uid: c4d5831d-e2c1-47c8-84ee-2ee45b3c6377
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16052"
    uid: 340c339e-9ed0-4ba2-b6c0-dad02ef88836
  kind: Event
  lastTimestamp: "2026-09-09T21:04:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:47Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp.18d3c3015f932bac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: df11842c-6dd6-43f4-8388-f833a5b84c5d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16052"
    uid: 340c339e-9ed0-4ba2-b6c0-dad02ef88836
  kind: Event
  lastTimestamp: "2026-09-09T21:04:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:47Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp.18d3c3015f9ebae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16119"
    uid: 87bea647-c8a5-435d-9d02-c1b57c3bcc9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16052"
    uid: 340c339e-9ed0-4ba2-b6c0-dad02ef88836
  kind: Event
  lastTimestamp: "2026-09-09T21:04:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:47Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp.18d3c3016367e6d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16129"
    uid: 350c1f9a-23f2-4057-b56a-067193bbd7cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16052"
    uid: 340c339e-9ed0-4ba2-b6c0-dad02ef88836
  kind: Event
  lastTimestamp: "2026-09-09T21:04:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:47Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp.18d3c30163f05108
    namespace: kserve-ci-e2e-test
    resourceVersion: "16132"
    uid: eaa928b2-08af-4704-82f7-6bf7e0d83812
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16052"
    uid: 340c339e-9ed0-4ba2-b6c0-dad02ef88836
  kind: Event
  lastTimestamp: "2026-09-09T21:06:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:15Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp.18d3c301d3c3e94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16959"
    uid: 9e23845e-19ee-421e-a3f8-ece9e209c3fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16052"
    uid: 340c339e-9ed0-4ba2-b6c0-dad02ef88836
  kind: Event
  lastTimestamp: "2026-09-09T21:06:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:12Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp.18d3c315301aa96d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16936"
    uid: accbe27e-1b6b-4a23-9328-75654eede612
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16052"
    uid: 340c339e-9ed0-4ba2-b6c0-dad02ef88836
  kind: Event
  lastTimestamp: "2026-09-09T21:06:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:12Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp.18d3c315301b035a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16938"
    uid: 87a215a9-38d7-46a1-9d81-e964113dad2d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16052"
    uid: 340c339e-9ed0-4ba2-b6c0-dad02ef88836
  kind: Event
  lastTimestamp: "2026-09-09T21:06:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:15Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp.18d3c315da0f13d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16958"
    uid: a69bf5aa-0520-4c16-9a27-92713de205d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6cb68d45bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15005"
    uid: b5bd44a5-660e-4e45-b30f-bfa35d300792
  kind: Event
  lastTimestamp: "2026-09-09T21:02:52Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6cb68d45bc-8df9t'
  metadata:
    creationTimestamp: "2026-09-09T21:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:52Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc.18d3c2e6a1290423
    namespace: kserve-ci-e2e-test
    resourceVersion: "15015"
    uid: b226994a-b428-4cc1-9ada-11305be69326
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6cb68d45bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15005"
    uid: b5bd44a5-660e-4e45-b30f-bfa35d300792
  kind: Event
  lastTimestamp: "2026-09-09T21:02:52Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6cb68d45bc-5xfrv'
  metadata:
    creationTimestamp: "2026-09-09T21:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:52Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc.18d3c2e6a4594944
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: 416b6399-833c-421c-a727-c96d9cee29fd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6cb68d45bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15941"
    uid: b5bd44a5-660e-4e45-b30f-bfa35d300792
  kind: Event
  lastTimestamp: "2026-09-09T21:04:35Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-6cb68d45bc-8df9t'
  metadata:
    creationTimestamp: "2026-09-09T21:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:35Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc.18d3c2fe6fb2068f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15944"
    uid: 68dee021-f49b-49f8-a815-1aab2a882fc3
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6cb68d45bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16043"
    uid: b5bd44a5-660e-4e45-b30f-bfa35d300792
  kind: Event
  lastTimestamp: "2026-09-09T21:04:42Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6cb68d45bc-vvwdp'
  metadata:
    creationTimestamp: "2026-09-09T21:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:42Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc.18d3c30037e4b5a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16051"
    uid: 26ccd420-85e3-4159-9ae6-1b3d63eb1c0d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15004"
    uid: 1f82ce85-af4a-4e46-886d-624921c632fa
  kind: Event
  lastTimestamp: "2026-09-09T21:02:52Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6cb68d45bc from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-09T21:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:52Z"
    name: isvc-canary-rollback-predictor.18d3c2e69e72c9e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15007"
    uid: e91ba226-f58e-43e6-8c33-3fd385ea21eb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: 1f82ce85-af4a-4e46-886d-624921c632fa
  kind: Event
  lastTimestamp: "2026-09-09T21:04:35Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-6cb68d45bc from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:35Z"
    name: isvc-canary-rollback-predictor.18d3c2fe6f530e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15942"
    uid: b7aed16b-d515-466e-b264-89ad195f3dab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16039"
    uid: 1f82ce85-af4a-4e46-886d-624921c632fa
  kind: Event
  lastTimestamp: "2026-09-09T21:04:42Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6cb68d45bc from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-09T21:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:42Z"
    name: isvc-canary-rollback-predictor.18d3c300339466c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16044"
    uid: 79082230-7718-44e9-b059-3f36bebfa432
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:02:52.705944Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14990"
    uid: e7962ae4-d359-456e-a60c-4ff005b2f768
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr
    to ip-10-0-129-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:02:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:02:52Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr.18d3c2e69ba7cea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14994"
    uid: 3c51bc71-b813-482b-9087-7c44500f6cac
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: e7962ae4-d359-456e-a60c-4ff005b2f768
  kind: Event
  lastTimestamp: "2026-09-09T21:02:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:52Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr.18d3c2e6a84f4a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15054"
    uid: b0dca2c7-3cd5-4f0f-9132-bc35db1a5c13
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: e7962ae4-d359-456e-a60c-4ff005b2f768
  kind: Event
  lastTimestamp: "2026-09-09T21:02:53Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:02:53Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr.18d3c2e6e1529134
    namespace: kserve-ci-e2e-test
    resourceVersion: "15079"
    uid: da50de50-f9b0-495d-9ee4-52e9d7226788
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: e7962ae4-d359-456e-a60c-4ff005b2f768
  kind: Event
  lastTimestamp: "2026-09-09T21:02:53Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
  metadata:
    creationTimestamp: "2026-09-09T21:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:53Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr.18d3c2e6e2e9830b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15081"
    uid: ebec5fed-1f69-4c27-9a7d-f63cb1a42d09
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: e7962ae4-d359-456e-a60c-4ff005b2f768
  kind: Event
  lastTimestamp: "2026-09-09T21:02:57Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    in 3.597s (3.597s including waiting). Image size: 306762154 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:57Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr.18d3c2e7b95e2bbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15124"
    uid: a42b0606-1397-4a47-8c37-d23a41ebd4ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: e7962ae4-d359-456e-a60c-4ff005b2f768
  kind: Event
  lastTimestamp: "2026-09-09T21:02:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:57Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr.18d3c2e7bc5ae973
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 5733afdc-7ec2-4d52-9a62-fbc69c40ea77
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: e7962ae4-d359-456e-a60c-4ff005b2f768
  kind: Event
  lastTimestamp: "2026-09-09T21:02:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:57Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr.18d3c2e7bcd0fe5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15130"
    uid: bf6dc176-e0a0-4def-a38d-66fd5ccb8b5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: e7962ae4-d359-456e-a60c-4ff005b2f768
  kind: Event
  lastTimestamp: "2026-09-09T21:03:01Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
  metadata:
    creationTimestamp: "2026-09-09T21:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:01Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr.18d3c2e8bb4111d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15181"
    uid: 05a2bea7-2419-4e8c-84b2-5ab43cb43cef
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: e7962ae4-d359-456e-a60c-4ff005b2f768
  kind: Event
  lastTimestamp: "2026-09-09T21:03:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    in 13.862s (13.862s including waiting). Image size: 1580582801 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:15Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr.18d3c2ebf58aeffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15298"
    uid: 08a5b1f1-c49f-4eac-a1ef-836cf1cc823f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: e7962ae4-d359-456e-a60c-4ff005b2f768
  kind: Event
  lastTimestamp: "2026-09-09T21:03:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:15Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr.18d3c2ebf8fcdcec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15299"
    uid: 7becde74-2dfe-4e68-9b67-8d0805f1be67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: e7962ae4-d359-456e-a60c-4ff005b2f768
  kind: Event
  lastTimestamp: "2026-09-09T21:03:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:15Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr.18d3c2ebf97695eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15300"
    uid: d0797515-4abc-48f9-beca-a8972a3efb4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: e7962ae4-d359-456e-a60c-4ff005b2f768
  kind: Event
  lastTimestamp: "2026-09-09T21:03:15Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-09T21:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:15Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr.18d3c2ebf98436b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15301"
    uid: 5476012c-73f0-4b4a-8528-e337af9b76ce
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: e7962ae4-d359-456e-a60c-4ff005b2f768
  kind: Event
  lastTimestamp: "2026-09-09T21:03:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.143s (2.143s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:17Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr.18d3c2ec7945cdf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15316"
    uid: d14eda56-b7e8-4bb4-9778-5bb294cfae98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: e7962ae4-d359-456e-a60c-4ff005b2f768
  kind: Event
  lastTimestamp: "2026-09-09T21:03:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:17Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr.18d3c2ec7c6a0380
    namespace: kserve-ci-e2e-test
    resourceVersion: "15318"
    uid: 4944dbb5-5631-4234-9cd3-d24dcfb4a573
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: e7962ae4-d359-456e-a60c-4ff005b2f768
  kind: Event
  lastTimestamp: "2026-09-09T21:03:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:17Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr.18d3c2ec7ce78e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15320"
    uid: 15567cd9-d5e7-4e21-be6b-ba656f344939
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: e7962ae4-d359-456e-a60c-4ff005b2f768
  kind: Event
  lastTimestamp: "2026-09-09T21:04:44Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:44Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr.18d3c2ecb5ae5a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "16085"
    uid: d621f49e-1a80-4d75-a65d-cb97d6e52b7f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: e7962ae4-d359-456e-a60c-4ff005b2f768
  kind: Event
  lastTimestamp: "2026-09-09T21:04:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:42Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr.18d3c30030add603
    namespace: kserve-ci-e2e-test
    resourceVersion: "16036"
    uid: 8f6d3b2b-4463-4180-a8e1-a56899dd9eb3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: e7962ae4-d359-456e-a60c-4ff005b2f768
  kind: Event
  lastTimestamp: "2026-09-09T21:04:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:42Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr.18d3c30030ae529d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16037"
    uid: 9e62dd68-10e0-44e0-9e7d-1e56ca8d6ee3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: e7962ae4-d359-456e-a60c-4ff005b2f768
  kind: Event
  lastTimestamp: "2026-09-09T21:04:44Z"
  message: 'Readiness probe failed: Get "https://10.132.0.21:8643/healthz": dial tcp
    10.132.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:44Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr.18d3c300bbe4a69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16084"
    uid: 32d01a9a-4a5d-436f-aeac-5e57e7b5fc97
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14986"
    uid: 24557135-bb29-4cf0-ace2-476732c0f54b
  kind: Event
  lastTimestamp: "2026-09-09T21:02:52Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-6df64bc5fd-7l4pr'
  metadata:
    creationTimestamp: "2026-09-09T21:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:52Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd.18d3c2e69b5fc5d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14992"
    uid: 74cb9db8-a21a-466a-9f45-a01f18d654a9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14985"
    uid: f187c323-eea4-45ac-a1ab-a9971d8734ee
  kind: Event
  lastTimestamp: "2026-09-09T21:02:52Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-6df64bc5fd from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:52Z"
    name: isvc-canary-rollback-v2-predictor.18d3c2e696b8308f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14987"
    uid: 05f5f941-a8bf-4936-9b0b-56428f8be468
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: a376902d-55b9-48b9-bb05-d3a834dd5979
  kind: Event
  lastTimestamp: "2026-09-09T21:04:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:04:42Z"
    name: isvc-canary-rollback.18d3c2e69e03c3cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: 898fd1b8-046a-471c-9fb5-7d727ca9fdea
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: a376902d-55b9-48b9-bb05-d3a834dd5979
  kind: Event
  lastTimestamp: "2026-09-09T21:04:35Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:04:35Z"
    name: isvc-canary-rollback.18d3c2e69e7fab02
    namespace: kserve-ci-e2e-test
    resourceVersion: "15957"
    uid: f1c47f3f-9733-4878-b2ed-1ee1e8557dab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: a376902d-55b9-48b9-bb05-d3a834dd5979
  kind: Event
  lastTimestamp: "2026-09-09T21:04:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:04:35Z"
    name: isvc-canary-rollback.18d3c2e69e7ff651
    namespace: kserve-ci-e2e-test
    resourceVersion: "15958"
    uid: 6dcb489a-ce28-40f1-80fe-8dcd5c3bbcd0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15961"
    uid: a376902d-55b9-48b9-bb05-d3a834dd5979
  kind: Event
  lastTimestamp: "2026-09-09T21:06:05Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:06:05Z"
    name: isvc-canary-rollback.18d3c2fe764eaffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16860"
    uid: 7204a010-cb7f-4939-954c-caeb58a7ef90
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:06:18.063170Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17029"
    uid: e8ffe01c-b06a-4073-9007-08d8fba212bd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-59fbfd5bc-7dblk
    to ip-10-0-136-126.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:06:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:06:18Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk.18d3c3166be67643
    namespace: kserve-ci-e2e-test
    resourceVersion: "17034"
    uid: 949e4031-3ec7-41e4-ba65-c3d9fde5ce72
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17040"
    uid: e8ffe01c-b06a-4073-9007-08d8fba212bd
  kind: Event
  lastTimestamp: "2026-09-09T21:06:18Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:06:18Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk.18d3c3168e7e4c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17060"
    uid: 10d01f03-4db8-4031-9424-1e3bb5b70530
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17031"
    uid: e8ffe01c-b06a-4073-9007-08d8fba212bd
  kind: Event
  lastTimestamp: "2026-09-09T21:06:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:18Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk.18d3c316907f232e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17064"
    uid: 7bff346b-7dd0-4eae-8c5a-2dec1f1c973a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17031"
    uid: e8ffe01c-b06a-4073-9007-08d8fba212bd
  kind: Event
  lastTimestamp: "2026-09-09T21:06:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:18Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk.18d3c316936ffa38
    namespace: kserve-ci-e2e-test
    resourceVersion: "17066"
    uid: df450043-b2d6-42f6-b95e-f87245b544b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17031"
    uid: e8ffe01c-b06a-4073-9007-08d8fba212bd
  kind: Event
  lastTimestamp: "2026-09-09T21:06:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:18Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk.18d3c31693e69fe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17067"
    uid: 76571bbb-45df-4f08-9719-d0be9b1c6b06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17031"
    uid: e8ffe01c-b06a-4073-9007-08d8fba212bd
  kind: Event
  lastTimestamp: "2026-09-09T21:06:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:23Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk.18d3c317991499aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17126"
    uid: 248c39d4-6ffe-43e3-b4c4-af1371407166
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17031"
    uid: e8ffe01c-b06a-4073-9007-08d8fba212bd
  kind: Event
  lastTimestamp: "2026-09-09T21:06:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:23Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk.18d3c3179c272376
    namespace: kserve-ci-e2e-test
    resourceVersion: "17132"
    uid: 55f96a3d-fd25-46ba-85ba-92465e9824e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17031"
    uid: e8ffe01c-b06a-4073-9007-08d8fba212bd
  kind: Event
  lastTimestamp: "2026-09-09T21:06:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:23Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk.18d3c3179cb5b90a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17133"
    uid: ceecf35e-aaea-4815-aa23-f8b33507354a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17031"
    uid: e8ffe01c-b06a-4073-9007-08d8fba212bd
  kind: Event
  lastTimestamp: "2026-09-09T21:06:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:23Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk.18d3c3179cc06db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17134"
    uid: 17dc32fa-1379-435f-be4e-f36cba227d28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17031"
    uid: e8ffe01c-b06a-4073-9007-08d8fba212bd
  kind: Event
  lastTimestamp: "2026-09-09T21:06:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:23Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk.18d3c3179fd2d810
    namespace: kserve-ci-e2e-test
    resourceVersion: "17139"
    uid: 16c317a3-9cf4-4bba-8398-f155ba9767c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17031"
    uid: e8ffe01c-b06a-4073-9007-08d8fba212bd
  kind: Event
  lastTimestamp: "2026-09-09T21:06:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:23Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk.18d3c317a04b5166
    namespace: kserve-ci-e2e-test
    resourceVersion: "17140"
    uid: c53dcce5-16b1-42d6-a623-3fc4862cbfee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17031"
    uid: e8ffe01c-b06a-4073-9007-08d8fba212bd
  kind: Event
  lastTimestamp: "2026-09-09T21:07:41Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:41Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk.18d3c318110fcd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "18002"
    uid: 5cdb21fe-e34c-479a-a5e4-fbefb3c4f4ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17031"
    uid: e8ffe01c-b06a-4073-9007-08d8fba212bd
  kind: Event
  lastTimestamp: "2026-09-09T21:07:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:41Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk.18d3c329c70c751e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18000"
    uid: fd6b0add-caf4-4622-a813-c2cae7cb026b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17031"
    uid: e8ffe01c-b06a-4073-9007-08d8fba212bd
  kind: Event
  lastTimestamp: "2026-09-09T21:07:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:41Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk.18d3c329c70d4648
    namespace: kserve-ci-e2e-test
    resourceVersion: "18001"
    uid: 6ac167d7-f1b7-42b6-a275-5b63b8e437c5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17031"
    uid: e8ffe01c-b06a-4073-9007-08d8fba212bd
  kind: Event
  lastTimestamp: "2026-09-09T21:07:46Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:46Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-7dblk.18d3c32aed48966e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18047"
    uid: 358cc73f-9321-4cdb-9e00-500aaab0288b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:06:18.003797Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17014"
    uid: 26cfda75-30a0-41d6-87fe-f8466034a4d2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-59fbfd5bc-8xkkd
    to ip-10-0-138-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:06:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:06:18Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd.18d3c316685c7898
    namespace: kserve-ci-e2e-test
    resourceVersion: "17020"
    uid: 473133e8-cdb6-43c7-b24b-cb521d601172
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17028"
    uid: 26cfda75-30a0-41d6-87fe-f8466034a4d2
  kind: Event
  lastTimestamp: "2026-09-09T21:06:18Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:06:18Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd.18d3c3168a99a763
    namespace: kserve-ci-e2e-test
    resourceVersion: "17057"
    uid: 023df75e-01d5-4609-94d8-451c13e5ed96
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 26cfda75-30a0-41d6-87fe-f8466034a4d2
  kind: Event
  lastTimestamp: "2026-09-09T21:06:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:18Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd.18d3c3168c7b3928
    namespace: kserve-ci-e2e-test
    resourceVersion: "17059"
    uid: 4a139d58-15f5-4bbe-8013-cdf1a89dcd0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 26cfda75-30a0-41d6-87fe-f8466034a4d2
  kind: Event
  lastTimestamp: "2026-09-09T21:06:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:18Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd.18d3c3168f313bca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17061"
    uid: 98d7a19d-73c8-4c9e-a7e5-e177fcd43a04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 26cfda75-30a0-41d6-87fe-f8466034a4d2
  kind: Event
  lastTimestamp: "2026-09-09T21:06:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:18Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd.18d3c3168fa8632a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17063"
    uid: 4023dd7e-78da-401f-854d-687642d96824
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 26cfda75-30a0-41d6-87fe-f8466034a4d2
  kind: Event
  lastTimestamp: "2026-09-09T21:06:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:23Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd.18d3c31794a91a2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17122"
    uid: 7f0365f5-2596-4fe5-870b-6a0019831c54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 26cfda75-30a0-41d6-87fe-f8466034a4d2
  kind: Event
  lastTimestamp: "2026-09-09T21:06:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:23Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd.18d3c31799fa18c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17129"
    uid: 1d92da1c-820d-4da6-a18b-8ceff11c43fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 26cfda75-30a0-41d6-87fe-f8466034a4d2
  kind: Event
  lastTimestamp: "2026-09-09T21:06:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:23Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd.18d3c3179a76f2d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: f1bd21bc-e326-41a9-b304-4333b676cb21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 26cfda75-30a0-41d6-87fe-f8466034a4d2
  kind: Event
  lastTimestamp: "2026-09-09T21:06:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:23Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd.18d3c3179a827a03
    namespace: kserve-ci-e2e-test
    resourceVersion: "17131"
    uid: 74ca166f-e66a-4413-b6ba-52f93fbeeeba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 26cfda75-30a0-41d6-87fe-f8466034a4d2
  kind: Event
  lastTimestamp: "2026-09-09T21:06:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:23Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd.18d3c3179d8b0e98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17137"
    uid: aea2ba35-77e2-417a-90c3-c054138af421
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 26cfda75-30a0-41d6-87fe-f8466034a4d2
  kind: Event
  lastTimestamp: "2026-09-09T21:06:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:23Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd.18d3c3179e02176b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17138"
    uid: 2f9249d1-1815-4c37-a916-c344d0cbdd3a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 26cfda75-30a0-41d6-87fe-f8466034a4d2
  kind: Event
  lastTimestamp: "2026-09-09T21:07:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:50Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd.18d3c317d0b94ec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18105"
    uid: 03afb766-6fe8-4264-9b92-986c05221aba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 26cfda75-30a0-41d6-87fe-f8466034a4d2
  kind: Event
  lastTimestamp: "2026-09-09T21:07:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:48Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd.18d3c32b5dc91587
    namespace: kserve-ci-e2e-test
    resourceVersion: "18083"
    uid: 144058eb-21b3-4812-a5eb-f3c3753e603e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 26cfda75-30a0-41d6-87fe-f8466034a4d2
  kind: Event
  lastTimestamp: "2026-09-09T21:07:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:48Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd.18d3c32b5dca5151
    namespace: kserve-ci-e2e-test
    resourceVersion: "18084"
    uid: fa40f633-f87d-4155-9c30-0519f9e09d56
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 26cfda75-30a0-41d6-87fe-f8466034a4d2
  kind: Event
  lastTimestamp: "2026-09-09T21:07:50Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:50Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-8xkkd.18d3c32bd72f4073
    namespace: kserve-ci-e2e-test
    resourceVersion: "18104"
    uid: 205525a7-30f4-421e-98b0-596d9ca67f31
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-59fbfd5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17002"
    uid: 7804c271-4251-412d-9ce3-d28c27429bdc
  kind: Event
  lastTimestamp: "2026-09-09T21:06:17Z"
  message: 'Created pod: isvc-canary-stop-predictor-59fbfd5bc-8xkkd'
  metadata:
    creationTimestamp: "2026-09-09T21:06:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:17Z"
    name: isvc-canary-stop-predictor-59fbfd5bc.18d3c31667be1d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "17017"
    uid: 3ccc5d7f-8b11-49d3-a0cd-ef36f5eeef06
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-59fbfd5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17002"
    uid: 7804c271-4251-412d-9ce3-d28c27429bdc
  kind: Event
  lastTimestamp: "2026-09-09T21:06:18Z"
  message: 'Created pod: isvc-canary-stop-predictor-59fbfd5bc-7dblk'
  metadata:
    creationTimestamp: "2026-09-09T21:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:18Z"
    name: isvc-canary-stop-predictor-59fbfd5bc.18d3c3166b4c0026
    namespace: kserve-ci-e2e-test
    resourceVersion: "17030"
    uid: f1ac1e63-4c23-4470-8f6c-e88aaf3d0370
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-59fbfd5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17992"
    uid: 7804c271-4251-412d-9ce3-d28c27429bdc
  kind: Event
  lastTimestamp: "2026-09-09T21:07:41Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-59fbfd5bc-7dblk'
  metadata:
    creationTimestamp: "2026-09-09T21:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:07:41Z"
    name: isvc-canary-stop-predictor-59fbfd5bc.18d3c329c6ca6e4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17995"
    uid: 8a4363e4-2f5f-465d-b596-33d95500b81f
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16999"
    uid: 2e2225d2-e1f8-475d-a3b7-5c9ed7ce59d1
  kind: Event
  lastTimestamp: "2026-09-09T21:06:17Z"
  message: Scaled up replica set isvc-canary-stop-predictor-59fbfd5bc from 0 to 2
  metadata:
    creationTimestamp: "2026-09-09T21:06:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:17Z"
    name: isvc-canary-stop-predictor.18d3c31664b9f384
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: 9a4666ad-f6f4-4053-baa5-a79b00c09e37
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: 2e2225d2-e1f8-475d-a3b7-5c9ed7ce59d1
  kind: Event
  lastTimestamp: "2026-09-09T21:07:41Z"
  message: Scaled down replica set isvc-canary-stop-predictor-59fbfd5bc from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-09T21:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:07:41Z"
    name: isvc-canary-stop-predictor.18d3c329c65b7040
    namespace: kserve-ci-e2e-test
    resourceVersion: "17993"
    uid: cd894f37-ae37-4deb-bf54-7bbb867eef20
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:06:17.987037Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17010"
    uid: fcf465c7-1a79-47bd-9490-1dc8f09a5fca
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm
    to ip-10-0-138-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:06:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:06:17Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm.18d3c316675cb688
    namespace: kserve-ci-e2e-test
    resourceVersion: "17015"
    uid: 23b7b780-6cd4-4948-a0d2-7f95852be5c3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: fcf465c7-1a79-47bd-9490-1dc8f09a5fca
  kind: Event
  lastTimestamp: "2026-09-09T21:06:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:18Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm.18d3c316706189ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "17044"
    uid: d52d2e48-95f1-42c4-b1c0-3e1c6f33a6d8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17025"
    uid: fcf465c7-1a79-47bd-9490-1dc8f09a5fca
  kind: Event
  lastTimestamp: "2026-09-09T21:06:19Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:06:19Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm.18d3c316ad170eed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17079"
    uid: 90a2e4e7-5a4c-48cf-a7fe-8cdd02f694ed
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: fcf465c7-1a79-47bd-9490-1dc8f09a5fca
  kind: Event
  lastTimestamp: "2026-09-09T21:06:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:19Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm.18d3c316aea4a704
    namespace: kserve-ci-e2e-test
    resourceVersion: "17083"
    uid: d6dc4b59-a8e5-4a08-a95d-25d40c1844d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: fcf465c7-1a79-47bd-9490-1dc8f09a5fca
  kind: Event
  lastTimestamp: "2026-09-09T21:06:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:19Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm.18d3c316b1a613a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17085"
    uid: 449b8776-77ae-4bb8-888c-7adafd9687a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: fcf465c7-1a79-47bd-9490-1dc8f09a5fca
  kind: Event
  lastTimestamp: "2026-09-09T21:06:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:19Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm.18d3c316b21fbefe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: c7a3c799-58c9-498d-b893-058d85867e58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: fcf465c7-1a79-47bd-9490-1dc8f09a5fca
  kind: Event
  lastTimestamp: "2026-09-09T21:06:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:24Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm.18d3c317d0c044a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17147"
    uid: 83d41435-9681-4cf2-bdf2-56bdb0cfc3ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: fcf465c7-1a79-47bd-9490-1dc8f09a5fca
  kind: Event
  lastTimestamp: "2026-09-09T21:06:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:24Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm.18d3c317d548353b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17151"
    uid: 7a56e293-0915-4897-a2dc-4badd29bc76e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: fcf465c7-1a79-47bd-9490-1dc8f09a5fca
  kind: Event
  lastTimestamp: "2026-09-09T21:06:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:24Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm.18d3c317d5c13fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17154"
    uid: a41975e9-9102-4043-a248-525c57dc7c53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: fcf465c7-1a79-47bd-9490-1dc8f09a5fca
  kind: Event
  lastTimestamp: "2026-09-09T21:06:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:24Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm.18d3c317d5cc948d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17155"
    uid: 9d0af60e-c9f4-4643-915d-fdf7e7fe30a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: fcf465c7-1a79-47bd-9490-1dc8f09a5fca
  kind: Event
  lastTimestamp: "2026-09-09T21:06:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:24Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm.18d3c317d8c5ac2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17156"
    uid: 888bf810-45be-41fb-8a19-4fdced10c96b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: fcf465c7-1a79-47bd-9490-1dc8f09a5fca
  kind: Event
  lastTimestamp: "2026-09-09T21:06:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:24Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm.18d3c317d940bf18
    namespace: kserve-ci-e2e-test
    resourceVersion: "17157"
    uid: 38a757a7-1c62-4a52-98f9-cdfada07cb66
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: fcf465c7-1a79-47bd-9490-1dc8f09a5fca
  kind: Event
  lastTimestamp: "2026-09-09T21:07:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:51Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm.18d3c3180ccc7601
    namespace: kserve-ci-e2e-test
    resourceVersion: "18117"
    uid: 29adb65c-ebf0-4a73-bb15-3cef2e370aa1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: fcf465c7-1a79-47bd-9490-1dc8f09a5fca
  kind: Event
  lastTimestamp: "2026-09-09T21:07:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:47Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm.18d3c32b5b7cf4a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18073"
    uid: b74c14f3-7299-4044-84c4-8ffd2251a395
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: fcf465c7-1a79-47bd-9490-1dc8f09a5fca
  kind: Event
  lastTimestamp: "2026-09-09T21:07:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:47Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm.18d3c32b5b7d5348
    namespace: kserve-ci-e2e-test
    resourceVersion: "18077"
    uid: 9c239039-dc9b-49bf-b8d6-524b9235cd72
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: fcf465c7-1a79-47bd-9490-1dc8f09a5fca
  kind: Event
  lastTimestamp: "2026-09-09T21:07:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:51Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm.18d3c32c1300f019
    namespace: kserve-ci-e2e-test
    resourceVersion: "18116"
    uid: 22d5605f-adab-436d-873f-ee6684356805
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-5bb8f495f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16992"
    uid: 49c9ecc9-b8b5-4edb-80cc-1a156940e156
  kind: Event
  lastTimestamp: "2026-09-09T21:06:17Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-5bb8f495f4-ds7lm'
  metadata:
    creationTimestamp: "2026-09-09T21:06:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:17Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4.18d3c31666ed3be8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 5b357419-b5c5-443f-85e4-a6de0b612a79
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: 6cbe8d13-a952-4a56-9ccb-70bad8863624
  kind: Event
  lastTimestamp: "2026-09-09T21:06:17Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-5bb8f495f4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T21:06:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:17Z"
    name: isvc-canary-stop-v2-predictor.18d3c31662c7e6af
    namespace: kserve-ci-e2e-test
    resourceVersion: "16993"
    uid: 4e521491-ce60-4012-bf57-e02725f7d9fc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: 588d5235-77c2-4481-9d34-167ea2510087
  kind: Event
  lastTimestamp: "2026-09-09T21:07:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:06:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:07:41Z"
    name: isvc-canary-stop.18d3c3166444154b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18013"
    uid: 7843b7c6-be02-4920-936d-a55ce36a8d73
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: 588d5235-77c2-4481-9d34-167ea2510087
  kind: Event
  lastTimestamp: "2026-09-09T21:07:41Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:06:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:07:41Z"
    name: isvc-canary-stop.18d3c31664c91652
    namespace: kserve-ci-e2e-test
    resourceVersion: "18007"
    uid: 6c56bae7-4bfd-4276-b7fc-a8dfdca59ada
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: 588d5235-77c2-4481-9d34-167ea2510087
  kind: Event
  lastTimestamp: "2026-09-09T21:07:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:06:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:07:41Z"
    name: isvc-canary-stop.18d3c31664c95bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18008"
    uid: 205a9735-4dc8-493c-ad48-2a85105b4796
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "18010"
    uid: 588d5235-77c2-4481-9d34-167ea2510087
  kind: Event
  lastTimestamp: "2026-09-09T21:07:41Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:07:41Z"
    name: isvc-canary-stop.18d3c329cd6974b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18011"
    uid: 054b8db2-69e0-4b1f-a965-021a87acfaf5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:10:06.677140Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-2aef6d-predictor-9587cb69d-v5gx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: 1dbf776a-2d18-4dd7-ae34-c442649f1fce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-2aef6d-predictor-9587cb69d-v5gx8
    to ip-10-0-129-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:10:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:10:06Z"
    name: isvc-init-fail-2aef6d-predictor-9587cb69d-v5gx8.18d3c34ba65abbd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19590"
    uid: 50fec441-e134-4ff4-8c9c-40a4b14f34b8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-2aef6d-predictor-9587cb69d-v5gx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19595"
    uid: 1dbf776a-2d18-4dd7-ae34-c442649f1fce
  kind: Event
  lastTimestamp: "2026-09-09T21:10:07Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:10:07Z"
    name: isvc-init-fail-2aef6d-predictor-9587cb69d-v5gx8.18d3c34bc8504f49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19603"
    uid: 6dfb5d52-01c6-4dbb-bd4e-042053bb588b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-2aef6d-predictor-9587cb69d-v5gx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19587"
    uid: 1dbf776a-2d18-4dd7-ae34-c442649f1fce
  kind: Event
  lastTimestamp: "2026-09-09T21:10:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:13Z"
    name: isvc-init-fail-2aef6d-predictor-9587cb69d-v5gx8.18d3c34bca283ad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19668"
    uid: 55c6bc94-1205-47ab-bf52-e14de154f459
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-2aef6d-predictor-9587cb69d-v5gx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19587"
    uid: 1dbf776a-2d18-4dd7-ae34-c442649f1fce
  kind: Event
  lastTimestamp: "2026-09-09T21:10:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:13Z"
    name: isvc-init-fail-2aef6d-predictor-9587cb69d-v5gx8.18d3c34bcda61772
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: 9ee88027-2bf9-4fae-805c-d485506dc0a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-2aef6d-predictor-9587cb69d-v5gx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19587"
    uid: 1dbf776a-2d18-4dd7-ae34-c442649f1fce
  kind: Event
  lastTimestamp: "2026-09-09T21:10:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:13Z"
    name: isvc-init-fail-2aef6d-predictor-9587cb69d-v5gx8.18d3c34bce1fbf2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19673"
    uid: c47453cc-3d42-4448-aa44-ea57ae7d95cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-2aef6d-predictor-9587cb69d-v5gx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19587"
    uid: 1dbf776a-2d18-4dd7-ae34-c442649f1fce
  kind: Event
  lastTimestamp: "2026-09-09T21:10:16Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:16Z"
    name: isvc-init-fail-2aef6d-predictor-9587cb69d-v5gx8.18d3c34dfa7255f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19712"
    uid: 79c75eaa-3172-4468-adf5-cb6a265048eb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-2aef6d-predictor-9587cb69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19577"
    uid: 2bb2bf78-0b30-455e-b7de-648de5865c22
  kind: Event
  lastTimestamp: "2026-09-09T21:10:06Z"
  message: 'Created pod: isvc-init-fail-2aef6d-predictor-9587cb69d-v5gx8'
  metadata:
    creationTimestamp: "2026-09-09T21:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:10:06Z"
    name: isvc-init-fail-2aef6d-predictor-9587cb69d.18d3c34ba5cd63df
    namespace: kserve-ci-e2e-test
    resourceVersion: "19586"
    uid: ff5cfe7f-4edd-4453-9530-1bbfba8fe010
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-2aef6d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19575"
    uid: e61ee0d7-7b77-46a2-b6f2-efe33b5ea01e
  kind: Event
  lastTimestamp: "2026-09-09T21:10:06Z"
  message: Scaled up replica set isvc-init-fail-2aef6d-predictor-9587cb69d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:10:06Z"
    name: isvc-init-fail-2aef6d-predictor.18d3c34ba2fe583d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19578"
    uid: 0890df93-d50c-412a-8f6a-9e055c802bad
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-2aef6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19568"
    uid: 7eda131d-73f8-48e0-8fa0-1b5b22304bbe
  kind: Event
  lastTimestamp: "2026-09-09T21:10:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:10:13Z"
    name: isvc-init-fail-2aef6d.18d3c34ba30095bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19674"
    uid: a8afd8f0-9e12-47d0-bca4-5702740d605b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-2aef6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19568"
    uid: 7eda131d-73f8-48e0-8fa0-1b5b22304bbe
  kind: Event
  lastTimestamp: "2026-09-09T21:10:06Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-2aef6d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-2aef6d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:10:06Z"
    name: isvc-init-fail-2aef6d.18d3c34ba3884161
    namespace: kserve-ci-e2e-test
    resourceVersion: "19581"
    uid: 51f9968e-98e4-4be2-b6ad-4701ec333ad6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-2aef6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19568"
    uid: 7eda131d-73f8-48e0-8fa0-1b5b22304bbe
  kind: Event
  lastTimestamp: "2026-09-09T21:10:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-2aef6d": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:10:06Z"
    name: isvc-init-fail-2aef6d.18d3c34ba38884a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: f2d55ecb-af0b-4c2b-a5fc-5bf1879e8678
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:08:48.537666Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27
    namespace: kserve-ci-e2e-test
    resourceVersion: "18821"
    uid: 493338d2-24b1-47aa-a365-91e4d5274121
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-afe12-predictor-849d5f794b-6nl27
    to ip-10-0-138-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:08:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:08:48Z"
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27.18d3c33974e110d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18824"
    uid: 349fa02a-5377-4c66-b62c-0aa548328478
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27
    namespace: kserve-ci-e2e-test
    resourceVersion: "18831"
    uid: 493338d2-24b1-47aa-a365-91e4d5274121
  kind: Event
  lastTimestamp: "2026-09-09T21:08:49Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:08:49Z"
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27.18d3c3399715e26a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18838"
    uid: ab4a8a29-b703-412c-8b25-d55566135990
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27
    namespace: kserve-ci-e2e-test
    resourceVersion: "18822"
    uid: 493338d2-24b1-47aa-a365-91e4d5274121
  kind: Event
  lastTimestamp: "2026-09-09T21:08:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:49Z"
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27.18d3c339988ccff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18841"
    uid: 91984e15-2052-4505-a652-5f13e25376bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27
    namespace: kserve-ci-e2e-test
    resourceVersion: "18822"
    uid: 493338d2-24b1-47aa-a365-91e4d5274121
  kind: Event
  lastTimestamp: "2026-09-09T21:08:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:49Z"
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27.18d3c3399c160371
    namespace: kserve-ci-e2e-test
    resourceVersion: "18843"
    uid: fd364f19-88da-4313-99bc-a64b5142e7cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27
    namespace: kserve-ci-e2e-test
    resourceVersion: "18822"
    uid: 493338d2-24b1-47aa-a365-91e4d5274121
  kind: Event
  lastTimestamp: "2026-09-09T21:08:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:49Z"
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27.18d3c3399c8faee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18845"
    uid: 4a978011-037c-495a-b25b-6f565943ab2b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27
    namespace: kserve-ci-e2e-test
    resourceVersion: "18822"
    uid: 493338d2-24b1-47aa-a365-91e4d5274121
  kind: Event
  lastTimestamp: "2026-09-09T21:08:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:53Z"
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27.18d3c33aadaee59b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18882"
    uid: f24cb0d5-b20a-48c0-8b02-ba931ef3e029
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27
    namespace: kserve-ci-e2e-test
    resourceVersion: "18822"
    uid: 493338d2-24b1-47aa-a365-91e4d5274121
  kind: Event
  lastTimestamp: "2026-09-09T21:08:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:53Z"
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27.18d3c33ab0ac2b3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18884"
    uid: d318629b-b4ef-40d6-9c2c-80c31d44bbf0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27
    namespace: kserve-ci-e2e-test
    resourceVersion: "18822"
    uid: 493338d2-24b1-47aa-a365-91e4d5274121
  kind: Event
  lastTimestamp: "2026-09-09T21:08:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:53Z"
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27.18d3c33ab12b8b59
    namespace: kserve-ci-e2e-test
    resourceVersion: "18886"
    uid: 6d687a11-9934-481d-88eb-94140403d0e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27
    namespace: kserve-ci-e2e-test
    resourceVersion: "18822"
    uid: 493338d2-24b1-47aa-a365-91e4d5274121
  kind: Event
  lastTimestamp: "2026-09-09T21:08:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:53Z"
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27.18d3c33ab135386d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18888"
    uid: 7566867a-ae7e-4e27-93dd-fe884ccfce1a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27
    namespace: kserve-ci-e2e-test
    resourceVersion: "18822"
    uid: 493338d2-24b1-47aa-a365-91e4d5274121
  kind: Event
  lastTimestamp: "2026-09-09T21:08:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:53Z"
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27.18d3c33ab46ec58f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18890"
    uid: 8dff8302-de1c-4dbf-a609-1a59159b5a44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27
    namespace: kserve-ci-e2e-test
    resourceVersion: "18822"
    uid: 493338d2-24b1-47aa-a365-91e4d5274121
  kind: Event
  lastTimestamp: "2026-09-09T21:08:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:53Z"
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27.18d3c33ab4e5d931
    namespace: kserve-ci-e2e-test
    resourceVersion: "18891"
    uid: 6d31714f-c9fd-4c19-b212-c822d69d3442
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27
    namespace: kserve-ci-e2e-test
    resourceVersion: "18822"
    uid: 493338d2-24b1-47aa-a365-91e4d5274121
  kind: Event
  lastTimestamp: "2026-09-09T21:08:53Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:9c093d5742d2cece9a733bc10c8c148e4e8f75040b4f3473968f62f51e2c91f9"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:53Z"
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27.18d3c33ab4efee87
    namespace: kserve-ci-e2e-test
    resourceVersion: "18892"
    uid: 281ab1db-ad30-4e38-aad2-3cce9f86f30b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27
    namespace: kserve-ci-e2e-test
    resourceVersion: "18822"
    uid: 493338d2-24b1-47aa-a365-91e4d5274121
  kind: Event
  lastTimestamp: "2026-09-09T21:08:53Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-09T21:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:53Z"
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27.18d3c33ab7cb5178
    namespace: kserve-ci-e2e-test
    resourceVersion: "18895"
    uid: 49b00d47-1d58-4d42-897e-7b1a42d55e2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27
    namespace: kserve-ci-e2e-test
    resourceVersion: "18822"
    uid: 493338d2-24b1-47aa-a365-91e4d5274121
  kind: Event
  lastTimestamp: "2026-09-09T21:08:53Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-09T21:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:53Z"
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27.18d3c33ab858d2be
    namespace: kserve-ci-e2e-test
    resourceVersion: "18896"
    uid: 06c3a222-abe7-489e-b0b0-2218ead1cb7e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27
    namespace: kserve-ci-e2e-test
    resourceVersion: "18822"
    uid: 493338d2-24b1-47aa-a365-91e4d5274121
  kind: Event
  lastTimestamp: "2026-09-09T21:10:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:08:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:40Z"
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27.18d3c33ae9d8907d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20066"
    uid: 3b46c7e5-52a3-4f90-a5e4-fb7263c2edfe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27
    namespace: kserve-ci-e2e-test
    resourceVersion: "18822"
    uid: 493338d2-24b1-47aa-a365-91e4d5274121
  kind: Event
  lastTimestamp: "2026-09-09T21:10:30Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T21:08:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:30Z"
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27.18d3c33ae9e4745f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19985"
    uid: df23b78f-053b-4bd8-9deb-26a442f5df29
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27
    namespace: kserve-ci-e2e-test
    resourceVersion: "18822"
    uid: 493338d2-24b1-47aa-a365-91e4d5274121
  kind: Event
  lastTimestamp: "2026-09-09T21:10:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:23Z"
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27.18d3c34f9cacc38e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19843"
    uid: bcf911eb-56d3-4509-bd8d-3b689d1a3201
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27
    namespace: kserve-ci-e2e-test
    resourceVersion: "18822"
    uid: 493338d2-24b1-47aa-a365-91e4d5274121
  kind: Event
  lastTimestamp: "2026-09-09T21:10:23Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-09T21:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:23Z"
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27.18d3c34f9cacfa14
    namespace: kserve-ci-e2e-test
    resourceVersion: "19846"
    uid: b1107114-9a80-4426-a3a4-0a5be4221b8e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27
    namespace: kserve-ci-e2e-test
    resourceVersion: "18822"
    uid: 493338d2-24b1-47aa-a365-91e4d5274121
  kind: Event
  lastTimestamp: "2026-09-09T21:10:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:23Z"
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27.18d3c34f9cadda3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19849"
    uid: 7568beed-ddcd-411d-86bf-fcc958d8b888
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27
    namespace: kserve-ci-e2e-test
    resourceVersion: "18822"
    uid: 493338d2-24b1-47aa-a365-91e4d5274121
  kind: Event
  lastTimestamp: "2026-09-09T21:10:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:40Z"
    name: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27.18d3c3501a19891f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20065"
    uid: b117292b-ab56-4d61-8eca-6cedba3218cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-afe12-predictor-849d5f794b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18809"
    uid: 9933b998-2714-41c6-b1c9-84954429dd6d
  kind: Event
  lastTimestamp: "2026-09-09T21:08:48Z"
  message: 'Created pod: isvc-logger-raw-afe12-predictor-849d5f794b-6nl27'
  metadata:
    creationTimestamp: "2026-09-09T21:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:08:48Z"
    name: isvc-logger-raw-afe12-predictor-849d5f794b.18d3c33974427165
    namespace: kserve-ci-e2e-test
    resourceVersion: "18825"
    uid: 4b81ca29-ca31-4f71-98e6-f93c7827ef30
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-afe12-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18807"
    uid: 5f3cc3ef-a00a-450c-ae2c-6d4bc633fa8e
  kind: Event
  lastTimestamp: "2026-09-09T21:08:48Z"
  message: Scaled up replica set isvc-logger-raw-afe12-predictor-849d5f794b from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:08:48Z"
    name: isvc-logger-raw-afe12-predictor.18d3c3397059a413
    namespace: kserve-ci-e2e-test
    resourceVersion: "18812"
    uid: 0d197f75-53c9-45b3-87b9-9ccafe73cb11
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-afe12-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18808"
    uid: fa538101-bbc4-4cf0-9bf3-58952235ad4b
  kind: Event
  lastTimestamp: "2026-09-09T21:09:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:09:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:09:18Z"
    name: isvc-logger-raw-afe12-predictor.18d3c33ceeb98464
    namespace: kserve-ci-e2e-test
    resourceVersion: "19090"
    uid: 8702f224-1063-444b-90e1-798fb1c391f2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-afe12-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18808"
    uid: fa538101-bbc4-4cf0-9bf3-58952235ad4b
  kind: Event
  lastTimestamp: "2026-09-09T21:09:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:09:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:09:18Z"
    name: isvc-logger-raw-afe12-predictor.18d3c33cef22e2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19091"
    uid: 412ddb1d-c397-4e54-9aed-d64858781a70
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-afe12-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18981"
    uid: fa538101-bbc4-4cf0-9bf3-58952235ad4b
  kind: Event
  lastTimestamp: "2026-09-09T21:10:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:09:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:10:18Z"
    name: isvc-logger-raw-afe12-predictor.18d3c343eca84f11
    namespace: kserve-ci-e2e-test
    resourceVersion: "19725"
    uid: bac4249e-f4ac-43eb-bfc2-e62645a53775
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-afe12-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18981"
    uid: fa538101-bbc4-4cf0-9bf3-58952235ad4b
  kind: Event
  lastTimestamp: "2026-09-09T21:10:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:09:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:10:18Z"
    name: isvc-logger-raw-afe12-predictor.18d3c343ed1259a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19726"
    uid: 636d01a2-5717-4ae9-a791-b8115f847e85
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-afe12
    namespace: kserve-ci-e2e-test
    resourceVersion: "18800"
    uid: 3b380e70-a0c0-4e09-80fa-e980de24a523
  kind: Event
  lastTimestamp: "2026-09-09T21:10:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:10:10Z"
    name: isvc-logger-raw-afe12.18d3c339705c06aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19650"
    uid: 35074769-c740-4675-a930-ec9dab11e9e2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-afe12
    namespace: kserve-ci-e2e-test
    resourceVersion: "18800"
    uid: 3b380e70-a0c0-4e09-80fa-e980de24a523
  kind: Event
  lastTimestamp: "2026-09-09T21:08:48Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-afe12":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-afe12":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:08:48Z"
    name: isvc-logger-raw-afe12.18d3c33970e5eb80
    namespace: kserve-ci-e2e-test
    resourceVersion: "18814"
    uid: 79b0a12a-d621-4581-ac1d-3e9108593c4b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-afe12
    namespace: kserve-ci-e2e-test
    resourceVersion: "19648"
    uid: 3b380e70-a0c0-4e09-80fa-e980de24a523
  kind: Event
  lastTimestamp: "2026-09-09T21:10:10Z"
  message: InferenceService [isvc-logger-raw-afe12] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:10:10Z"
    name: isvc-logger-raw-afe12.18d3c34ca2b3245c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19649"
    uid: 511b1b73-a34e-489c-9ee0-6427cbd887b9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:18:19.275219Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24022"
    uid: 5dfe596c-b72b-4d81-a229-c0c83adb7e8e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c
    to ip-10-0-138-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:18:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:18:19Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c.18d3c3be577d00e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24028"
    uid: 16abcd28-7fac-4f01-acc4-6f419d7ffede
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24026"
    uid: 5dfe596c-b72b-4d81-a229-c0c83adb7e8e
  kind: Event
  lastTimestamp: "2026-09-09T21:18:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-cipn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:19Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c.18d3c3be60f72f41
    namespace: kserve-ci-e2e-test
    resourceVersion: "24036"
    uid: 56851db9-1946-4810-b9b3-9d4602e3eb15
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24032"
    uid: 5dfe596c-b72b-4d81-a229-c0c83adb7e8e
  kind: Event
  lastTimestamp: "2026-09-09T21:18:20Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:18:20Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c.18d3c3be9d41d23c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24049"
    uid: 7d78ffc4-b7ff-481a-98ed-a1848879ec1f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24026"
    uid: 5dfe596c-b72b-4d81-a229-c0c83adb7e8e
  kind: Event
  lastTimestamp: "2026-09-09T21:18:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:20Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c.18d3c3be9f222019
    namespace: kserve-ci-e2e-test
    resourceVersion: "24052"
    uid: 617a1942-8630-48b9-af95-e8f5ba3e4071
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24026"
    uid: 5dfe596c-b72b-4d81-a229-c0c83adb7e8e
  kind: Event
  lastTimestamp: "2026-09-09T21:18:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:20Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c.18d3c3bea2949d9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24053"
    uid: c084a25e-e9c9-4b22-80f0-15d5290338f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24026"
    uid: 5dfe596c-b72b-4d81-a229-c0c83adb7e8e
  kind: Event
  lastTimestamp: "2026-09-09T21:18:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:20Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c.18d3c3bea310aad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24054"
    uid: 06d16635-fbc2-4faf-b0d0-9c9983d1ced6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24026"
    uid: 5dfe596c-b72b-4d81-a229-c0c83adb7e8e
  kind: Event
  lastTimestamp: "2026-09-09T21:18:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:25Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c.18d3c3bfc5e91d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "24092"
    uid: d68223ab-6d51-4db3-af1c-4bea858e6750
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24026"
    uid: 5dfe596c-b72b-4d81-a229-c0c83adb7e8e
  kind: Event
  lastTimestamp: "2026-09-09T21:18:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:25Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c.18d3c3bfc934d29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24094"
    uid: ca060633-5efc-4d3c-89a9-678ad9ad6d25
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24026"
    uid: 5dfe596c-b72b-4d81-a229-c0c83adb7e8e
  kind: Event
  lastTimestamp: "2026-09-09T21:18:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:25Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c.18d3c3bfc9b4f900
    namespace: kserve-ci-e2e-test
    resourceVersion: "24095"
    uid: d60103be-a02c-4d08-b1c3-a68f70a1d7cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24026"
    uid: 5dfe596c-b72b-4d81-a229-c0c83adb7e8e
  kind: Event
  lastTimestamp: "2026-09-09T21:18:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:25Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c.18d3c3bfc9c07f38
    namespace: kserve-ci-e2e-test
    resourceVersion: "24096"
    uid: 5bbbcf23-c4eb-4726-ac6e-5a9220e76ef7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24026"
    uid: 5dfe596c-b72b-4d81-a229-c0c83adb7e8e
  kind: Event
  lastTimestamp: "2026-09-09T21:18:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:25Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c.18d3c3bfccbd119c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: 566c266d-e2b6-445e-ab6e-fa481c82f4e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24026"
    uid: 5dfe596c-b72b-4d81-a229-c0c83adb7e8e
  kind: Event
  lastTimestamp: "2026-09-09T21:18:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:25Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c.18d3c3bfcd3c3d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "24103"
    uid: 99faaf27-0bf1-494a-8591-1156f801a3aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24026"
    uid: 5dfe596c-b72b-4d81-a229-c0c83adb7e8e
  kind: Event
  lastTimestamp: "2026-09-09T21:18:25Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:9c093d5742d2cece9a733bc10c8c148e4e8f75040b4f3473968f62f51e2c91f9"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:25Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c.18d3c3bfcd47b1fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24104"
    uid: b7ef2b6e-6d46-42cd-a782-d64e8e17f468
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24026"
    uid: 5dfe596c-b72b-4d81-a229-c0c83adb7e8e
  kind: Event
  lastTimestamp: "2026-09-09T21:18:25Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-09T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:25Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c.18d3c3bfd011c322
    namespace: kserve-ci-e2e-test
    resourceVersion: "24105"
    uid: 8db38996-2a20-44c6-ad28-b8d4a72dcaf1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24026"
    uid: 5dfe596c-b72b-4d81-a229-c0c83adb7e8e
  kind: Event
  lastTimestamp: "2026-09-09T21:18:25Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-09T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:25Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c.18d3c3bfd0877d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "24106"
    uid: 5b0e9a5f-b08c-42b0-a79d-819ad0c37273
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24026"
    uid: 5dfe596c-b72b-4d81-a229-c0c83adb7e8e
  kind: Event
  lastTimestamp: "2026-09-09T21:19:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:19:58Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c.18d3c3c001f57b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24851"
    uid: 65926968-75cd-47a3-b71d-b25a0fc5a8f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24026"
    uid: 5dfe596c-b72b-4d81-a229-c0c83adb7e8e
  kind: Event
  lastTimestamp: "2026-09-09T21:19:58Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T21:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:19:58Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c.18d3c3c03dd6768c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24852"
    uid: d6d88f05-1d19-4a11-a2d4-554aadc0eeb2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:19:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24026"
    uid: 5dfe596c-b72b-4d81-a229-c0c83adb7e8e
  kind: Event
  lastTimestamp: "2026-09-09T21:19:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:19:54Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c.18d3c3d483672226
    namespace: kserve-ci-e2e-test
    resourceVersion: "24771"
    uid: 95668c2e-c2b8-4fc1-9a93-e50795fb53aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:19:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24026"
    uid: 5dfe596c-b72b-4d81-a229-c0c83adb7e8e
  kind: Event
  lastTimestamp: "2026-09-09T21:19:54Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-09T21:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:19:54Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c.18d3c3d48367ed3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24773"
    uid: ea550920-0d68-4ac9-af70-1aa3824c6c35
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:19:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24026"
    uid: 5dfe596c-b72b-4d81-a229-c0c83adb7e8e
  kind: Event
  lastTimestamp: "2026-09-09T21:19:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:19:54Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c.18d3c3d48367f7fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24774"
    uid: 3ad3eb19-fbfd-4a54-8639-3723096ced94
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:19:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24026"
    uid: 5dfe596c-b72b-4d81-a229-c0c83adb7e8e
  kind: Event
  lastTimestamp: "2026-09-09T21:19:58Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:19:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:19:58Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c.18d3c3d56e1e9ba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24854"
    uid: de0f16d1-ee7c-4ced-a19b-43749cc72192
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-577b6fff5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24013"
    uid: 3e1d1504-c2bf-4caf-86d5-fd45917fc7fc
  kind: Event
  lastTimestamp: "2026-09-09T21:18:19Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-577b6fff5f-7qr8c'
  metadata:
    creationTimestamp: "2026-09-09T21:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:18:19Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f.18d3c3be56c84a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "24025"
    uid: b3ac4f12-9e7a-4909-9f11-b62be090bbf5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24010"
    uid: e8e07ab4-6082-4a0e-ba35-84febb59dc51
  kind: Event
  lastTimestamp: "2026-09-09T21:18:19Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-577b6fff5f from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:18:19Z"
    name: isvc-logger-raw-cipn-predictor.18d3c3be522c037c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24015"
    uid: 27695bea-24dd-4536-afd3-a1626dc7e5c9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24011"
    uid: e535d01f-3557-44b4-9c54-099ecbac783c
  kind: Event
  lastTimestamp: "2026-09-09T21:18:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:18:49Z"
    name: isvc-logger-raw-cipn-predictor.18d3c3c1d15a5fa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24284"
    uid: 3cbb0ed8-c96a-43f2-b116-a21b6cf8d131
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24011"
    uid: e535d01f-3557-44b4-9c54-099ecbac783c
  kind: Event
  lastTimestamp: "2026-09-09T21:18:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:18:49Z"
    name: isvc-logger-raw-cipn-predictor.18d3c3c1d1d753fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 4c52a4da-bb3b-458c-8583-4681cbb31459
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:19:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24172"
    uid: e535d01f-3557-44b4-9c54-099ecbac783c
  kind: Event
  lastTimestamp: "2026-09-09T21:19:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:19:49Z"
    name: isvc-logger-raw-cipn-predictor.18d3c3c8d078b5ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24717"
    uid: ffa4efa4-07c1-43f2-8f4a-06c20701a144
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:19:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24172"
    uid: e535d01f-3557-44b4-9c54-099ecbac783c
  kind: Event
  lastTimestamp: "2026-09-09T21:19:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:19:49Z"
    name: isvc-logger-raw-cipn-predictor.18d3c3c8d0eecf78
    namespace: kserve-ci-e2e-test
    resourceVersion: "24718"
    uid: cc33ea7c-f308-4573-ab1f-428b703ffd4d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24003"
    uid: ea3e4618-5045-484f-a27a-cf5eb353c079
  kind: Event
  lastTimestamp: "2026-09-09T21:19:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:19:48Z"
    name: isvc-logger-raw-cipn.18d3c3be522c0f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24710"
    uid: 74f2c98e-2a17-4070-9069-56a848550215
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24003"
    uid: ea3e4618-5045-484f-a27a-cf5eb353c079
  kind: Event
  lastTimestamp: "2026-09-09T21:18:19Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:18:19Z"
    name: isvc-logger-raw-cipn.18d3c3be52b3e29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24018"
    uid: 3a44f320-81a3-47f2-aeaa-511243f567ed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:19:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24708"
    uid: ea3e4618-5045-484f-a27a-cf5eb353c079
  kind: Event
  lastTimestamp: "2026-09-09T21:19:48Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:19:48Z"
    name: isvc-logger-raw-cipn.18d3c3d316c8eb82
    namespace: kserve-ci-e2e-test
    resourceVersion: "24709"
    uid: 5e36c7f8-8afe-48bf-bc11-54165699ec34
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:07:58.235596Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18202"
    uid: 22d528ab-0637-42cf-b7a9-61e65cf99a15
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-ea23b7-predictor-844b656767-t9mtg
    to ip-10-0-129-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:07:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:07:58Z"
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg.18d3c32dbea45b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "18208"
    uid: b87b74e5-6a74-46e4-a366-3a223d24fac0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18206"
    uid: 22d528ab-0637-42cf-b7a9-61e65cf99a15
  kind: Event
  lastTimestamp: "2026-09-09T21:07:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-ea23b7-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:58Z"
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg.18d3c32dc915ecf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18222"
    uid: 4a5acb9c-dad8-4ce5-b468-156be4257032
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18212"
    uid: 22d528ab-0637-42cf-b7a9-61e65cf99a15
  kind: Event
  lastTimestamp: "2026-09-09T21:07:59Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:07:59Z"
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg.18d3c32e043aa7d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18231"
    uid: 49467517-d97b-40ad-b292-175bd8008e40
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18206"
    uid: 22d528ab-0637-42cf-b7a9-61e65cf99a15
  kind: Event
  lastTimestamp: "2026-09-09T21:07:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:59Z"
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg.18d3c32e05cf840c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18233"
    uid: 61595b80-09d6-4187-99c3-06177e6de12a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18206"
    uid: 22d528ab-0637-42cf-b7a9-61e65cf99a15
  kind: Event
  lastTimestamp: "2026-09-09T21:07:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:59Z"
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg.18d3c32e08f6433b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18234"
    uid: 93dbb335-9828-48bb-b5e6-888de73a52df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18206"
    uid: 22d528ab-0637-42cf-b7a9-61e65cf99a15
  kind: Event
  lastTimestamp: "2026-09-09T21:07:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:59Z"
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg.18d3c32e0970285f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18235"
    uid: 5d4525bb-5999-4959-a46d-87417ef7cf07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18206"
    uid: 22d528ab-0637-42cf-b7a9-61e65cf99a15
  kind: Event
  lastTimestamp: "2026-09-09T21:08:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:04Z"
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg.18d3c32f1a7a1726
    namespace: kserve-ci-e2e-test
    resourceVersion: "18279"
    uid: 304d0762-6ecf-4225-860a-bc41b76f5d0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18206"
    uid: 22d528ab-0637-42cf-b7a9-61e65cf99a15
  kind: Event
  lastTimestamp: "2026-09-09T21:08:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:04Z"
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg.18d3c32f1d5c6308
    namespace: kserve-ci-e2e-test
    resourceVersion: "18283"
    uid: e843d9e8-3b0f-4845-8337-d5eaba487d47
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18206"
    uid: 22d528ab-0637-42cf-b7a9-61e65cf99a15
  kind: Event
  lastTimestamp: "2026-09-09T21:08:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:04Z"
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg.18d3c32f1dd1dd05
    namespace: kserve-ci-e2e-test
    resourceVersion: "18284"
    uid: 2506c38f-b3e9-4b05-8180-f1927bca6ffa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18206"
    uid: 22d528ab-0637-42cf-b7a9-61e65cf99a15
  kind: Event
  lastTimestamp: "2026-09-09T21:08:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:04Z"
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg.18d3c32f1ddc5229
    namespace: kserve-ci-e2e-test
    resourceVersion: "18286"
    uid: 64760be9-2913-4a99-afa6-d7ccddf4eec8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18206"
    uid: 22d528ab-0637-42cf-b7a9-61e65cf99a15
  kind: Event
  lastTimestamp: "2026-09-09T21:08:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:04Z"
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg.18d3c32f20beed64
    namespace: kserve-ci-e2e-test
    resourceVersion: "18289"
    uid: f13b438b-cc6c-4abd-b5f2-c911f8b13307
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18206"
    uid: 22d528ab-0637-42cf-b7a9-61e65cf99a15
  kind: Event
  lastTimestamp: "2026-09-09T21:08:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:04Z"
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg.18d3c32f213f4ca3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18290"
    uid: e31f559a-bfdf-4c7f-a262-2076114641af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18206"
    uid: 22d528ab-0637-42cf-b7a9-61e65cf99a15
  kind: Event
  lastTimestamp: "2026-09-09T21:09:11Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:09:11Z"
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg.18d3c32f56760cda
    namespace: kserve-ci-e2e-test
    resourceVersion: "19041"
    uid: f0dab3c0-ff13-4b14-9e77-289ae6401b8e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18206"
    uid: 22d528ab-0637-42cf-b7a9-61e65cf99a15
  kind: Event
  lastTimestamp: "2026-09-09T21:10:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:10:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:01Z"
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg.18d3c34a707fa1de
    namespace: kserve-ci-e2e-test
    resourceVersion: "19514"
    uid: 912bfdb7-13c7-40d1-aea5-773214e286c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18206"
    uid: 22d528ab-0637-42cf-b7a9-61e65cf99a15
  kind: Event
  lastTimestamp: "2026-09-09T21:10:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:10:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:01Z"
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg.18d3c34a7080d6ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19515"
    uid: fd894529-a152-422a-aed2-03b817cffed9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18206"
    uid: 22d528ab-0637-42cf-b7a9-61e65cf99a15
  kind: Event
  lastTimestamp: "2026-09-09T21:10:06Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:06Z"
    name: isvc-primary-ea23b7-predictor-844b656767-t9mtg.18d3c34b82cced94
    namespace: kserve-ci-e2e-test
    resourceVersion: "19553"
    uid: 6baf81f3-901c-487d-a5b0-178f187d85ed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-ea23b7-predictor-844b656767
    namespace: kserve-ci-e2e-test
    resourceVersion: "18194"
    uid: c62488d5-0759-480e-86ec-d0e69c02c28d
  kind: Event
  lastTimestamp: "2026-09-09T21:07:58Z"
  message: 'Created pod: isvc-primary-ea23b7-predictor-844b656767-t9mtg'
  metadata:
    creationTimestamp: "2026-09-09T21:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:07:58Z"
    name: isvc-primary-ea23b7-predictor-844b656767.18d3c32dbe0f8b35
    namespace: kserve-ci-e2e-test
    resourceVersion: "18205"
    uid: 79630cfa-247c-4438-a768-eb2124daa95f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-ea23b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18192"
    uid: 7496a0ed-4711-4a02-a21b-0e0c6d878931
  kind: Event
  lastTimestamp: "2026-09-09T21:07:58Z"
  message: Scaled up replica set isvc-primary-ea23b7-predictor-844b656767 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T21:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:07:58Z"
    name: isvc-primary-ea23b7-predictor.18d3c32dbaef6642
    namespace: kserve-ci-e2e-test
    resourceVersion: "18195"
    uid: ebd5f696-1d9d-4b0e-a287-f37c1ed90c92
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-ea23b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18193"
    uid: bf39382f-d836-4dac-b320-a040917d5be3
  kind: Event
  lastTimestamp: "2026-09-09T21:08:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:08:43Z"
    name: isvc-primary-ea23b7-predictor.18d3c331397f408a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18754"
    uid: 209936fc-9c4b-43f8-aeff-5aac259f59f6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-ea23b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18193"
    uid: bf39382f-d836-4dac-b320-a040917d5be3
  kind: Event
  lastTimestamp: "2026-09-09T21:08:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:08:43Z"
    name: isvc-primary-ea23b7-predictor.18d3c33139f961a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18755"
    uid: 0b661036-3b0e-44a0-897e-e8c9fb238f6d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-ea23b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18371"
    uid: bf39382f-d836-4dac-b320-a040917d5be3
  kind: Event
  lastTimestamp: "2026-09-09T21:09:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:09:58Z"
    name: isvc-primary-ea23b7-predictor.18d3c33bb755926a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19450"
    uid: d3113f1a-e708-446b-9874-549b939b9146
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-ea23b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18371"
    uid: bf39382f-d836-4dac-b320-a040917d5be3
  kind: Event
  lastTimestamp: "2026-09-09T21:09:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:09:58Z"
    name: isvc-primary-ea23b7-predictor.18d3c33bb7b84f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "19451"
    uid: c110ec96-2f72-43dd-ae77-2bbf00926e02
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-ea23b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18184"
    uid: dfc3bde1-ace6-4554-85fb-dd0f302bfc12
  kind: Event
  lastTimestamp: "2026-09-09T21:09:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:09:21Z"
    name: isvc-primary-ea23b7.18d3c32dbaf2750a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19122"
    uid: 59b7d887-cfc5-4d44-98fe-0f43d8f3630f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-ea23b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18184"
    uid: dfc3bde1-ace6-4554-85fb-dd0f302bfc12
  kind: Event
  lastTimestamp: "2026-09-09T21:07:58Z"
  message: 'Failed to update status for InferenceService "isvc-primary-ea23b7": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-ea23b7":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:07:58Z"
    name: isvc-primary-ea23b7.18d3c32dbba52b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18214"
    uid: fa35d446-5575-4930-9aa4-a5a893853bed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-ea23b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18184"
    uid: dfc3bde1-ace6-4554-85fb-dd0f302bfc12
  kind: Event
  lastTimestamp: "2026-09-09T21:07:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-ea23b7": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:07:58Z"
    name: isvc-primary-ea23b7.18d3c32dbba57ed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18215"
    uid: 0be1b6e1-d203-4266-b3b9-45f640c123bc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-ea23b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19120"
    uid: dfc3bde1-ace6-4554-85fb-dd0f302bfc12
  kind: Event
  lastTimestamp: "2026-09-09T21:09:21Z"
  message: InferenceService [isvc-primary-ea23b7] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:09:21Z"
    name: isvc-primary-ea23b7.18d3c3410e66ff85
    namespace: kserve-ci-e2e-test
    resourceVersion: "19121"
    uid: ad5bc4a2-40a7-417a-aa6d-152646a470d0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:02:52.908655Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15045"
    uid: c9e563c3-c2c7-44c1-8061-f7730429b4ee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq
    to ip-10-0-138-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:02:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:02:52Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq.18d3c2e6a7bcf83b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: 4efe493a-019e-493f-85c8-8240dfc8028f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: c9e563c3-c2c7-44c1-8061-f7730429b4ee
  kind: Event
  lastTimestamp: "2026-09-09T21:02:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-raw-sklearn-batcher-2a6f9-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:53Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq.18d3c2e6b370b278
    namespace: kserve-ci-e2e-test
    resourceVersion: "15068"
    uid: bdb51164-731b-4987-8a9c-5aaad12becca
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15056"
    uid: c9e563c3-c2c7-44c1-8061-f7730429b4ee
  kind: Event
  lastTimestamp: "2026-09-09T21:02:54Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:02:54Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq.18d3c2e6ed82f1e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15090"
    uid: 6c30c7c6-5128-4110-be1c-b92139d9ac0e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: c9e563c3-c2c7-44c1-8061-f7730429b4ee
  kind: Event
  lastTimestamp: "2026-09-09T21:02:54Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
  metadata:
    creationTimestamp: "2026-09-09T21:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:54Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq.18d3c2e6ef1f6aa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15092"
    uid: 025c4a87-fc9b-4dd6-97c6-410f31539a7c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: c9e563c3-c2c7-44c1-8061-f7730429b4ee
  kind: Event
  lastTimestamp: "2026-09-09T21:02:57Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    in 3.361s (3.361s including waiting). Image size: 306762154 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:57Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq.18d3c2e7b77b75c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15122"
    uid: 1ffc3785-5ca3-4bb2-bfa5-b9a645bd61a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: c9e563c3-c2c7-44c1-8061-f7730429b4ee
  kind: Event
  lastTimestamp: "2026-09-09T21:02:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:57Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq.18d3c2e7baf9ec31
    namespace: kserve-ci-e2e-test
    resourceVersion: "15129"
    uid: 5c450974-11be-4f86-9bbd-414ffb72f7ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: c9e563c3-c2c7-44c1-8061-f7730429b4ee
  kind: Event
  lastTimestamp: "2026-09-09T21:02:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:57Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq.18d3c2e7bb73eed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15132"
    uid: 84a82198-5bfd-467f-ac18-472822643535
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: c9e563c3-c2c7-44c1-8061-f7730429b4ee
  kind: Event
  lastTimestamp: "2026-09-09T21:03:02Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
  metadata:
    creationTimestamp: "2026-09-09T21:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:02Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq.18d3c2e8c817b636
    namespace: kserve-ci-e2e-test
    resourceVersion: "15186"
    uid: b8d68cc2-a832-4d73-a8d7-3890418131ec
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: c9e563c3-c2c7-44c1-8061-f7730429b4ee
  kind: Event
  lastTimestamp: "2026-09-09T21:03:18Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    in 16.471s (16.471s including waiting). Image size: 1580582801 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:18Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq.18d3c2ec9ddb18ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 5cec1eac-4902-4497-8c2e-9be86c9b3c88
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: c9e563c3-c2c7-44c1-8061-f7730429b4ee
  kind: Event
  lastTimestamp: "2026-09-09T21:03:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:18Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq.18d3c2eca1880011
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: 4824cc4d-b1d9-458f-ba8b-27046e6ebf04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: c9e563c3-c2c7-44c1-8061-f7730429b4ee
  kind: Event
  lastTimestamp: "2026-09-09T21:03:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:18Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq.18d3c2eca2048323
    namespace: kserve-ci-e2e-test
    resourceVersion: "15328"
    uid: 4a771cdc-07f4-42be-a8e3-674fba154edb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: c9e563c3-c2c7-44c1-8061-f7730429b4ee
  kind: Event
  lastTimestamp: "2026-09-09T21:03:18Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-09T21:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:18Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq.18d3c2eca211ddd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15329"
    uid: a3ba3e65-accd-436a-83ec-8e624e3d2b58
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: c9e563c3-c2c7-44c1-8061-f7730429b4ee
  kind: Event
  lastTimestamp: "2026-09-09T21:03:21Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 3.149s (3.149s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:21Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq.18d3c2ed5dc647b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15357"
    uid: 91c244d2-4b58-49de-a7ad-d09f7b3f4a31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: c9e563c3-c2c7-44c1-8061-f7730429b4ee
  kind: Event
  lastTimestamp: "2026-09-09T21:03:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:21Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq.18d3c2ed63bbcfa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: b9ecf514-79e5-4348-b543-fbf0f5e69edb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: c9e563c3-c2c7-44c1-8061-f7730429b4ee
  kind: Event
  lastTimestamp: "2026-09-09T21:03:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:21Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq.18d3c2ed6529ecc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15361"
    uid: 26b031dd-d6d7-47fb-8710-3fe38cf6e97d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: c9e563c3-c2c7-44c1-8061-f7730429b4ee
  kind: Event
  lastTimestamp: "2026-09-09T21:03:21Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:9c093d5742d2cece9a733bc10c8c148e4e8f75040b4f3473968f62f51e2c91f9"
  metadata:
    creationTimestamp: "2026-09-09T21:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:21Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq.18d3c2ed65369dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: dbdd8382-f153-488d-b4a3-6c9469b70e97
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: c9e563c3-c2c7-44c1-8061-f7730429b4ee
  kind: Event
  lastTimestamp: "2026-09-09T21:03:25Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:9c093d5742d2cece9a733bc10c8c148e4e8f75040b4f3473968f62f51e2c91f9"
    in 3.209s (3.209s including waiting). Image size: 243402317 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:25Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq.18d3c2ee2488f20f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15394"
    uid: c439c8bd-5d31-410d-8737-fae31367cb2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: c9e563c3-c2c7-44c1-8061-f7730429b4ee
  kind: Event
  lastTimestamp: "2026-09-09T21:03:25Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-09T21:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:25Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq.18d3c2ee2adadfdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 4b5856e1-27a1-4bd8-b785-2ec8a6727e51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: c9e563c3-c2c7-44c1-8061-f7730429b4ee
  kind: Event
  lastTimestamp: "2026-09-09T21:03:25Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-09T21:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:25Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq.18d3c2ee2c088632
    namespace: kserve-ci-e2e-test
    resourceVersion: "15398"
    uid: 9ff81d90-8825-4c49-b624-3255016202e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: c9e563c3-c2c7-44c1-8061-f7730429b4ee
  kind: Event
  lastTimestamp: "2026-09-09T21:04:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:58Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq.18d3c2ee2db6e658
    namespace: kserve-ci-e2e-test
    resourceVersion: "16329"
    uid: a730efcf-8aee-42d9-a2fd-30fe7efd91f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: c9e563c3-c2c7-44c1-8061-f7730429b4ee
  kind: Event
  lastTimestamp: "2026-09-09T21:04:48Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T21:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:48Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq.18d3c2ee698ac0d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: f8f8b697-953c-4272-aa8f-fd03fb992619
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: c9e563c3-c2c7-44c1-8061-f7730429b4ee
  kind: Event
  lastTimestamp: "2026-09-09T21:04:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:47Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq.18d3c301661d5ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: 35df6183-5c19-49f0-a500-367f0330034a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: c9e563c3-c2c7-44c1-8061-f7730429b4ee
  kind: Event
  lastTimestamp: "2026-09-09T21:04:47Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-09T21:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:47Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq.18d3c301661d9cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16144"
    uid: 6c8ca5d7-6c2f-4e12-b722-fee5c724123c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: c9e563c3-c2c7-44c1-8061-f7730429b4ee
  kind: Event
  lastTimestamp: "2026-09-09T21:04:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:47Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq.18d3c301661dc62a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16145"
    uid: 6deada0d-0aea-457e-b06a-cab04a7bf54b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: c9e563c3-c2c7-44c1-8061-f7730429b4ee
  kind: Event
  lastTimestamp: "2026-09-09T21:04:56Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:56Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq.18d3c30233ecdc07
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: b5f26060-58a2-481d-8c42-0e06b369bf4a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15026"
    uid: e11c0d46-02b5-4fdb-8135-41328ad1de2a
  kind: Event
  lastTimestamp: "2026-09-09T21:02:52Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4-jprmq'
  metadata:
    creationTimestamp: "2026-09-09T21:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:52Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4.18d3c2e6a76f6b73
    namespace: kserve-ci-e2e-test
    resourceVersion: "15046"
    uid: df40e51b-71a6-43eb-b946-7c5871b7f9a1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-2a6f9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15024"
    uid: f4a9646d-8bcc-4bd0-9679-4e40fadbdd1e
  kind: Event
  lastTimestamp: "2026-09-09T21:02:52Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-2a6f9-predictor-86589975f4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:52Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor.18d3c2e6a37ee2e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15028"
    uid: 9d8bb4bd-6d80-4ed7-80fd-2552500e8749
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-2a6f9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15025"
    uid: 22c9d62c-113a-498a-aba5-b86cab828877
  kind: Event
  lastTimestamp: "2026-09-09T21:03:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:52Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor.18d3c2ea22db9798
    namespace: kserve-ci-e2e-test
    resourceVersion: "15615"
    uid: 3799c2db-9f01-48c4-af64-0d0ba58a93f4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-2a6f9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15025"
    uid: 22c9d62c-113a-498a-aba5-b86cab828877
  kind: Event
  lastTimestamp: "2026-09-09T21:03:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:52Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor.18d3c2ea23734802
    namespace: kserve-ci-e2e-test
    resourceVersion: "15616"
    uid: cf678fbb-b967-463e-a7c1-d5fb271bdb6b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-2a6f9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 22c9d62c-113a-498a-aba5-b86cab828877
  kind: Event
  lastTimestamp: "2026-09-09T21:04:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:37Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor.18d3c2f81fa4ce88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15984"
    uid: a5e2bffb-1878-49c6-addf-c16d652da0ac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-2a6f9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 22c9d62c-113a-498a-aba5-b86cab828877
  kind: Event
  lastTimestamp: "2026-09-09T21:04:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:37Z"
    name: isvc-raw-sklearn-batcher-2a6f9-predictor.18d3c2f8201934ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15985"
    uid: 6ba69d08-515d-4585-aa32-7d5e371c25c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-2a6f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15012"
    uid: 0cd1bf33-d7ec-4805-bf54-93c2ec1bf374
  kind: Event
  lastTimestamp: "2026-09-09T21:04:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:04:38Z"
    name: isvc-raw-sklearn-batcher-2a6f9.18d3c2e6a39299e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15998"
    uid: 4fbed156-c737-423b-9d6a-56a081db2ad4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-2a6f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15995"
    uid: 0cd1bf33-d7ec-4805-bf54-93c2ec1bf374
  kind: Event
  lastTimestamp: "2026-09-09T21:04:38Z"
  message: InferenceService [isvc-raw-sklearn-batcher-2a6f9] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:04:38Z"
    name: isvc-raw-sklearn-batcher-2a6f9.18d3c2ff355fac1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15996"
    uid: c75a9063-f814-465a-a029-147b448d848d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:09:43.387887Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-ea23b7-predictor-5678c7c4cb-k8592
    namespace: kserve-ci-e2e-test
    resourceVersion: "19310"
    uid: b1d7eb00-62da-4862-b21f-035980cbf2bc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-ea23b7-predictor-5678c7c4cb-k8592
    to ip-10-0-138-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:09:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:09:43Z"
    name: isvc-secondary-ea23b7-predictor-5678c7c4cb-k8592.18d3c3463a350316
    namespace: kserve-ci-e2e-test
    resourceVersion: "19316"
    uid: 890cbb9b-8d40-4207-9d43-4046c5ff3e7d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-ea23b7-predictor-5678c7c4cb-k8592
    namespace: kserve-ci-e2e-test
    resourceVersion: "19320"
    uid: b1d7eb00-62da-4862-b21f-035980cbf2bc
  kind: Event
  lastTimestamp: "2026-09-09T21:09:43Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:09:43Z"
    name: isvc-secondary-ea23b7-predictor-5678c7c4cb-k8592.18d3c3465c591f3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19330"
    uid: 9b124e9d-7d76-4d0e-b852-317e3392fc3c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-ea23b7-predictor-5678c7c4cb-k8592
    namespace: kserve-ci-e2e-test
    resourceVersion: "19314"
    uid: b1d7eb00-62da-4862-b21f-035980cbf2bc
  kind: Event
  lastTimestamp: "2026-09-09T21:09:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:09:51Z"
    name: isvc-secondary-ea23b7-predictor-5678c7c4cb-k8592.18d3c3465dd381fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19390"
    uid: b2758183-41ee-4179-8425-601ff65c7f31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-ea23b7-predictor-5678c7c4cb-k8592
    namespace: kserve-ci-e2e-test
    resourceVersion: "19314"
    uid: b1d7eb00-62da-4862-b21f-035980cbf2bc
  kind: Event
  lastTimestamp: "2026-09-09T21:09:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:09:51Z"
    name: isvc-secondary-ea23b7-predictor-5678c7c4cb-k8592.18d3c3466175d522
    namespace: kserve-ci-e2e-test
    resourceVersion: "19392"
    uid: 86acdd3b-25b9-4454-9891-0e885a876f4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-ea23b7-predictor-5678c7c4cb-k8592
    namespace: kserve-ci-e2e-test
    resourceVersion: "19314"
    uid: b1d7eb00-62da-4862-b21f-035980cbf2bc
  kind: Event
  lastTimestamp: "2026-09-09T21:09:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:09:51Z"
    name: isvc-secondary-ea23b7-predictor-5678c7c4cb-k8592.18d3c34661ecb6d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19394"
    uid: b10bd406-efaa-4686-acfe-591a628545a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-ea23b7-predictor-5678c7c4cb-k8592
    namespace: kserve-ci-e2e-test
    resourceVersion: "19314"
    uid: b1d7eb00-62da-4862-b21f-035980cbf2bc
  kind: Event
  lastTimestamp: "2026-09-09T21:09:57Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-ea23b7-predictor-5678c7c4cb-k8592_kserve-ci-e2e-test(b1d7eb00-62da-4862-b21f-035980cbf2bc)
  metadata:
    creationTimestamp: "2026-09-09T21:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:09:57Z"
    name: isvc-secondary-ea23b7-predictor-5678c7c4cb-k8592.18d3c3496bae4431
    namespace: kserve-ci-e2e-test
    resourceVersion: "19438"
    uid: ff3031cf-9908-4fc5-9d94-4d80f2651888
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-ea23b7-predictor-5678c7c4cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19303"
    uid: 4ff6dab8-0b70-4fe4-af20-e2561dab0990
  kind: Event
  lastTimestamp: "2026-09-09T21:09:43Z"
  message: 'Created pod: isvc-secondary-ea23b7-predictor-5678c7c4cb-k8592'
  metadata:
    creationTimestamp: "2026-09-09T21:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:09:43Z"
    name: isvc-secondary-ea23b7-predictor-5678c7c4cb.18d3c34639936c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "19313"
    uid: 7ecb8b92-727b-4b4b-b302-e16279237f33
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-ea23b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19301"
    uid: d6bfbabf-381f-4157-8c10-f8cf972cebec
  kind: Event
  lastTimestamp: "2026-09-09T21:09:43Z"
  message: Scaled up replica set isvc-secondary-ea23b7-predictor-5678c7c4cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:09:43Z"
    name: isvc-secondary-ea23b7-predictor.18d3c34636dff417
    namespace: kserve-ci-e2e-test
    resourceVersion: "19304"
    uid: 1ea8671d-2f95-48b0-a5dd-eebc11c23407
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-ea23b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19302"
    uid: ff124228-b8d0-4b6c-b18b-47f2f0df8a5c
  kind: Event
  lastTimestamp: "2026-09-09T21:09:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:09:58Z"
    name: isvc-secondary-ea23b7-predictor.18d3c349b55d50c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19454"
    uid: c7b72277-e2a3-4672-a52d-1d1f566543d6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-ea23b7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19302"
    uid: ff124228-b8d0-4b6c-b18b-47f2f0df8a5c
  kind: Event
  lastTimestamp: "2026-09-09T21:09:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:09:58Z"
    name: isvc-secondary-ea23b7-predictor.18d3c349b5c94fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19456"
    uid: b15fd5c5-7895-44d1-88e1-64995f601fbb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-ea23b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19291"
    uid: 7e5f0b65-63ef-424a-80a4-05f2b3f48b1a
  kind: Event
  lastTimestamp: "2026-09-09T21:09:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:09:57Z"
    name: isvc-secondary-ea23b7.18d3c34636e5ba52
    namespace: kserve-ci-e2e-test
    resourceVersion: "19444"
    uid: ef473a80-8750-4087-8676-93470850a2bf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-ea23b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19291"
    uid: 7e5f0b65-63ef-424a-80a4-05f2b3f48b1a
  kind: Event
  lastTimestamp: "2026-09-09T21:09:43Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-ea23b7":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-ea23b7":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:09:43Z"
    name: isvc-secondary-ea23b7.18d3c3463768b635
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 3620e1cb-1471-4814-8e3a-45c4c103fc99
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:09:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-ea23b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19291"
    uid: 7e5f0b65-63ef-424a-80a4-05f2b3f48b1a
  kind: Event
  lastTimestamp: "2026-09-09T21:09:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-ea23b7": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:09:43Z"
    name: isvc-secondary-ea23b7.18d3c34637690f1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19308"
    uid: 55f284cc-d0b4-4141-836e-3477a8496718
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:04:47.978727Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: 6411eef3-32eb-4fdb-9e34-026aa507496a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb
    to ip-10-0-129-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:04:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:04:47Z"
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb.18d3c3017272e710
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: 71c1f2f2-76d8-4a1c-96f0-5e1c98ab22b5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16176"
    uid: 6411eef3-32eb-4fdb-9e34-026aa507496a
  kind: Event
  lastTimestamp: "2026-09-09T21:04:48Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:04:48Z"
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb.18d3c301942607a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16218"
    uid: 210316a5-3d46-424f-83eb-ac54a8e96f4f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16169"
    uid: 6411eef3-32eb-4fdb-9e34-026aa507496a
  kind: Event
  lastTimestamp: "2026-09-09T21:04:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:48Z"
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb.18d3c30195ff1efb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16220"
    uid: 47f1a87d-6cfd-466a-92c1-fe2623890c60
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16169"
    uid: 6411eef3-32eb-4fdb-9e34-026aa507496a
  kind: Event
  lastTimestamp: "2026-09-09T21:04:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:48Z"
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb.18d3c30198b9e3d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16221"
    uid: cdf512e6-51a6-4be9-9efc-7aa7544dbb37
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16169"
    uid: 6411eef3-32eb-4fdb-9e34-026aa507496a
  kind: Event
  lastTimestamp: "2026-09-09T21:04:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:48Z"
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb.18d3c30199521d41
    namespace: kserve-ci-e2e-test
    resourceVersion: "16223"
    uid: 990e4f42-e9e9-46b7-8bb3-471a7104f642
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16169"
    uid: 6411eef3-32eb-4fdb-9e34-026aa507496a
  kind: Event
  lastTimestamp: "2026-09-09T21:04:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:52Z"
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb.18d3c302722d1a98
    namespace: kserve-ci-e2e-test
    resourceVersion: "16270"
    uid: d2b4b61a-84cc-4ae7-92f8-e626d1236f9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16169"
    uid: 6411eef3-32eb-4fdb-9e34-026aa507496a
  kind: Event
  lastTimestamp: "2026-09-09T21:04:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:52Z"
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb.18d3c302766e9282
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: bb817cc4-5a2d-4969-8cd0-72d9db4c22a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16169"
    uid: 6411eef3-32eb-4fdb-9e34-026aa507496a
  kind: Event
  lastTimestamp: "2026-09-09T21:04:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:52Z"
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb.18d3c30276d5b556
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 5b61e8b8-65d5-49d8-bfa8-58f766716eb9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16169"
    uid: 6411eef3-32eb-4fdb-9e34-026aa507496a
  kind: Event
  lastTimestamp: "2026-09-09T21:04:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:52Z"
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb.18d3c30276e15e68
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: ea3dbaea-d2c3-4b27-a490-7ecc7f43fa2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16169"
    uid: 6411eef3-32eb-4fdb-9e34-026aa507496a
  kind: Event
  lastTimestamp: "2026-09-09T21:04:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:52Z"
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb.18d3c3027978eefa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16279"
    uid: 35506fe8-bc5b-4218-af3a-ea7d3109a162
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16169"
    uid: 6411eef3-32eb-4fdb-9e34-026aa507496a
  kind: Event
  lastTimestamp: "2026-09-09T21:04:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:52Z"
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb.18d3c30279e304cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16280"
    uid: ece97bd3-0643-4ca5-b896-d62df8f309bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16169"
    uid: 6411eef3-32eb-4fdb-9e34-026aa507496a
  kind: Event
  lastTimestamp: "2026-09-09T21:06:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:40Z"
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb.18d3c302ea43e62c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17471"
    uid: 4ca6c562-3d5c-4f64-ab2d-e074b59cb2e2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16169"
    uid: 6411eef3-32eb-4fdb-9e34-026aa507496a
  kind: Event
  lastTimestamp: "2026-09-09T21:06:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:38Z"
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb.18d3c31b1385e3a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17353"
    uid: 6e287392-c5e3-45a1-be2c-137dbd50bda1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16169"
    uid: 6411eef3-32eb-4fdb-9e34-026aa507496a
  kind: Event
  lastTimestamp: "2026-09-09T21:06:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:38Z"
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb.18d3c31b138698ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17355"
    uid: 5ff02c21-8125-4946-8940-4c620f5fcfe0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16169"
    uid: 6411eef3-32eb-4fdb-9e34-026aa507496a
  kind: Event
  lastTimestamp: "2026-09-09T21:06:40Z"
  message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp
    10.132.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:06:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:40Z"
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb.18d3c31b98b4b1f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17470"
    uid: 4fef901e-7c37-44d1-be61-84d850e8a7da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: 587c1229-fe2e-4b9f-aeb1-43c5797c8e07
  kind: Event
  lastTimestamp: "2026-09-09T21:04:47Z"
  message: 'Created pod: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd-b8xhb'
  metadata:
    creationTimestamp: "2026-09-09T21:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:47Z"
    name: isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd.18d3c30171607d76
    namespace: kserve-ci-e2e-test
    resourceVersion: "16168"
    uid: c4e138af-fb58-458d-814b-c5fccc063098
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-c959c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16154"
    uid: 52c9989c-803f-43bf-bd10-286aaa385809
  kind: Event
  lastTimestamp: "2026-09-09T21:04:47Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-c959c-predictor-bd4d96ffd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:47Z"
    name: isvc-sklearn-graph-raw-c959c-predictor.18d3c3016d43e820
    namespace: kserve-ci-e2e-test
    resourceVersion: "16158"
    uid: 41fbefab-ba89-498a-aa09-0ac1f84d1870
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-c959c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16156"
    uid: afbefa3f-649a-491f-b703-8245d91f352d
  kind: Event
  lastTimestamp: "2026-09-09T21:05:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:05:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:05:17Z"
    name: isvc-sklearn-graph-raw-c959c-predictor.18d3c304ecd7997e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16491"
    uid: 1e1c0bcb-de6b-4b5f-ba90-8506ae3bb44d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-c959c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16156"
    uid: afbefa3f-649a-491f-b703-8245d91f352d
  kind: Event
  lastTimestamp: "2026-09-09T21:05:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:05:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:05:17Z"
    name: isvc-sklearn-graph-raw-c959c-predictor.18d3c304ed48213b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 219c5e39-d8a1-41a7-9b1e-66972f9b9ea3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-c959c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16364"
    uid: afbefa3f-649a-491f-b703-8245d91f352d
  kind: Event
  lastTimestamp: "2026-09-09T21:06:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:18Z"
    name: isvc-sklearn-graph-raw-c959c-predictor.18d3c30beb56b551
    namespace: kserve-ci-e2e-test
    resourceVersion: "17026"
    uid: 62a7338f-d908-4515-957f-28cdd5df948f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-c959c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16364"
    uid: afbefa3f-649a-491f-b703-8245d91f352d
  kind: Event
  lastTimestamp: "2026-09-09T21:06:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:18Z"
    name: isvc-sklearn-graph-raw-c959c-predictor.18d3c30beba9c2c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17027"
    uid: 5e2be0d7-f43a-4739-94b8-692ce1ba67dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-c959c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16148"
    uid: 14d1c62b-1622-48ad-bc5e-1e9626e66235
  kind: Event
  lastTimestamp: "2026-09-09T21:06:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:06:10Z"
    name: isvc-sklearn-graph-raw-c959c.18d3c3016de2477f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16906"
    uid: 2ed61631-22f1-480e-abbd-a2a40668dc77
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-c959c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16904"
    uid: 14d1c62b-1622-48ad-bc5e-1e9626e66235
  kind: Event
  lastTimestamp: "2026-09-09T21:06:10Z"
  message: InferenceService [isvc-sklearn-graph-raw-c959c] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:06:10Z"
    name: isvc-sklearn-graph-raw-c959c.18d3c314a3590872
    namespace: kserve-ci-e2e-test
    resourceVersion: "16905"
    uid: ec663c3a-cae8-4b9e-8084-c9ee0070b3b0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:06:38.209438Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17390"
    uid: c0ff6dd4-d542-4467-8222-702149441465
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp
    to ip-10-0-138-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:06:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:06:38Z"
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp.18d3c31b1cb61e76
    namespace: kserve-ci-e2e-test
    resourceVersion: "17394"
    uid: 72b915f5-dcb1-4058-9da4-890e880e29f9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17408"
    uid: c0ff6dd4-d542-4467-8222-702149441465
  kind: Event
  lastTimestamp: "2026-09-09T21:06:38Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:06:38Z"
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp.18d3c31b3f05c24d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17436"
    uid: b0825f5e-140a-427d-adcc-98770a45dd52
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: c0ff6dd4-d542-4467-8222-702149441465
  kind: Event
  lastTimestamp: "2026-09-09T21:06:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:38Z"
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp.18d3c31b40b2fcf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17439"
    uid: 01c1aa89-5717-414b-bb16-f53c8cc1e1e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: c0ff6dd4-d542-4467-8222-702149441465
  kind: Event
  lastTimestamp: "2026-09-09T21:06:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:38Z"
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp.18d3c31b43cf7602
    namespace: kserve-ci-e2e-test
    resourceVersion: "17440"
    uid: 81365176-6332-4614-93e9-fcbb56a0fa33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: c0ff6dd4-d542-4467-8222-702149441465
  kind: Event
  lastTimestamp: "2026-09-09T21:06:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:38Z"
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp.18d3c31b44410ed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17441"
    uid: 2f7b70b3-21e0-4011-9914-7f078c3e350c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: c0ff6dd4-d542-4467-8222-702149441465
  kind: Event
  lastTimestamp: "2026-09-09T21:06:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:43Z"
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp.18d3c31c436df999
    namespace: kserve-ci-e2e-test
    resourceVersion: "17499"
    uid: 35726e7b-b923-4eec-9d5d-9c2718dd50b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: c0ff6dd4-d542-4467-8222-702149441465
  kind: Event
  lastTimestamp: "2026-09-09T21:06:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:43Z"
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp.18d3c31c47517f4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17504"
    uid: a5d582a8-c2c3-4a79-a54e-6e0f730ab380
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: c0ff6dd4-d542-4467-8222-702149441465
  kind: Event
  lastTimestamp: "2026-09-09T21:06:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:43Z"
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp.18d3c31c47d1e655
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 2527b3c8-70aa-430e-8466-fe0ec6bf1fb0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: c0ff6dd4-d542-4467-8222-702149441465
  kind: Event
  lastTimestamp: "2026-09-09T21:06:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:43Z"
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp.18d3c31c47df3b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: c2b07ce6-bd6c-419a-b717-7f48d2f3686d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: c0ff6dd4-d542-4467-8222-702149441465
  kind: Event
  lastTimestamp: "2026-09-09T21:06:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:43Z"
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp.18d3c31c4b1fb70b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17509"
    uid: 1a993454-f2f2-426b-84b8-52ec81c274d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: c0ff6dd4-d542-4467-8222-702149441465
  kind: Event
  lastTimestamp: "2026-09-09T21:06:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:43Z"
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp.18d3c31c4ba261fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17510"
    uid: ef2676dd-6d33-4282-aaf2-1f218ebf5e12
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: c0ff6dd4-d542-4467-8222-702149441465
  kind: Event
  lastTimestamp: "2026-09-09T21:08:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:31Z"
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp.18d3c31cbb549571
    namespace: kserve-ci-e2e-test
    resourceVersion: "18648"
    uid: d62f9e6c-2437-445d-8581-08d046d8ba94
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: c0ff6dd4-d542-4467-8222-702149441465
  kind: Event
  lastTimestamp: "2026-09-09T21:08:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:28Z"
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp.18d3c334c476c923
    namespace: kserve-ci-e2e-test
    resourceVersion: "18562"
    uid: 8b3ad6b2-c9d9-41d4-85cf-16b0c228a963
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: c0ff6dd4-d542-4467-8222-702149441465
  kind: Event
  lastTimestamp: "2026-09-09T21:08:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:28Z"
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp.18d3c334c4777289
    namespace: kserve-ci-e2e-test
    resourceVersion: "18563"
    uid: a72841e6-65d2-4063-83bf-daf9f11420e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: c0ff6dd4-d542-4467-8222-702149441465
  kind: Event
  lastTimestamp: "2026-09-09T21:08:31Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:31Z"
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp.18d3c33569ac4c4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18647"
    uid: 91749c69-1768-41c6-b096-d24f0c9e9b22
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17380"
    uid: 8427fbd2-8229-4873-9b20-62bcf73f964e
  kind: Event
  lastTimestamp: "2026-09-09T21:06:38Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d-gs5gp'
  metadata:
    creationTimestamp: "2026-09-09T21:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:38Z"
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d.18d3c31b1c1b012f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17391"
    uid: 6edae547-7a91-45fe-ba17-d3aabeea918d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17377"
    uid: 3c6bd24f-bde8-4d0c-8569-6db6b357df99
  kind: Event
  lastTimestamp: "2026-09-09T21:06:38Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-887b3-predictor-5ddcd6d77d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:38Z"
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor.18d3c31b18d184ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17382"
    uid: f5986473-4d2b-4df3-9138-9f3f1529b4ca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17378"
    uid: 083d73cf-1345-4ee1-b822-54f86ccecac6
  kind: Event
  lastTimestamp: "2026-09-09T21:07:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:07:08Z"
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor.18d3c31e976e9854
    namespace: kserve-ci-e2e-test
    resourceVersion: "17719"
    uid: ee0882bb-76af-481e-860e-a741f203f4af
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17378"
    uid: 083d73cf-1345-4ee1-b822-54f86ccecac6
  kind: Event
  lastTimestamp: "2026-09-09T21:07:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:07:08Z"
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor.18d3c31e97d11437
    namespace: kserve-ci-e2e-test
    resourceVersion: "17720"
    uid: 0de5b03c-80e7-4533-b8fd-47b4aac411a3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17594"
    uid: 083d73cf-1345-4ee1-b822-54f86ccecac6
  kind: Event
  lastTimestamp: "2026-09-09T21:08:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:07:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:08:23Z"
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor.18d3c32595d24346
    namespace: kserve-ci-e2e-test
    resourceVersion: "18480"
    uid: 2d147307-ace0-40f7-be0a-5426d26d5070
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17594"
    uid: 083d73cf-1345-4ee1-b822-54f86ccecac6
  kind: Event
  lastTimestamp: "2026-09-09T21:08:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:07:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:08:23Z"
    name: isvc-sklearn-graph-raw-hpa-887b3-predictor.18d3c325965a5af4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18481"
    uid: ea9e9b2c-d559-4b37-a9c9-c4552f1e4491
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-887b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17365"
    uid: 5164840f-557c-4ec6-8e15-66fcb4630447
  kind: Event
  lastTimestamp: "2026-09-09T21:08:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:08:01Z"
    name: isvc-sklearn-graph-raw-hpa-887b3.18d3c31b18d85a48
    namespace: kserve-ci-e2e-test
    resourceVersion: "18262"
    uid: 3cc5d92e-02db-490d-87c4-dedd287772e6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-887b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18260"
    uid: 5164840f-557c-4ec6-8e15-66fcb4630447
  kind: Event
  lastTimestamp: "2026-09-09T21:08:01Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-887b3] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:08:01Z"
    name: isvc-sklearn-graph-raw-hpa-887b3.18d3c32e730f681f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18261"
    uid: d8c06e6e-5af3-49f3-8336-81335160eb86
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:10:23.966417Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19881"
    uid: d0c5c989-6102-415f-9bfc-faeb8eec7311
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj
    to ip-10-0-138-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:10:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:10:23Z"
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj.18d3c34face03313
    namespace: kserve-ci-e2e-test
    resourceVersion: "19885"
    uid: 39c2f808-9818-40b1-afe5-63bf1bed950e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19891"
    uid: d0c5c989-6102-415f-9bfc-faeb8eec7311
  kind: Event
  lastTimestamp: "2026-09-09T21:10:24Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:10:24Z"
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj.18d3c34fcf398b24
    namespace: kserve-ci-e2e-test
    resourceVersion: "19901"
    uid: 82b1b06e-11a4-4118-b931-929f38ea2a0c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19883"
    uid: d0c5c989-6102-415f-9bfc-faeb8eec7311
  kind: Event
  lastTimestamp: "2026-09-09T21:10:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:24Z"
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj.18d3c34fd0e9e667
    namespace: kserve-ci-e2e-test
    resourceVersion: "19903"
    uid: adf10ef1-9fe7-405a-926e-18a5a0a0b5ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19883"
    uid: d0c5c989-6102-415f-9bfc-faeb8eec7311
  kind: Event
  lastTimestamp: "2026-09-09T21:10:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:24Z"
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj.18d3c34fd4262bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: a894cbfd-8de5-4469-917a-657d50f8a277
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19883"
    uid: d0c5c989-6102-415f-9bfc-faeb8eec7311
  kind: Event
  lastTimestamp: "2026-09-09T21:10:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:24Z"
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj.18d3c34fd4b2a10e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19906"
    uid: 37ea5a1b-f48c-4db6-a7ab-81b1b24cf8a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19883"
    uid: d0c5c989-6102-415f-9bfc-faeb8eec7311
  kind: Event
  lastTimestamp: "2026-09-09T21:10:29Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:29Z"
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj.18d3c350e7efc443
    namespace: kserve-ci-e2e-test
    resourceVersion: "19962"
    uid: 54e35192-072c-4378-a39e-96820d57ab32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19883"
    uid: d0c5c989-6102-415f-9bfc-faeb8eec7311
  kind: Event
  lastTimestamp: "2026-09-09T21:10:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:29Z"
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj.18d3c350eb8e1078
    namespace: kserve-ci-e2e-test
    resourceVersion: "19966"
    uid: 50e513a8-e265-4a48-b6ff-029e76e4f8a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19883"
    uid: d0c5c989-6102-415f-9bfc-faeb8eec7311
  kind: Event
  lastTimestamp: "2026-09-09T21:10:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:29Z"
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj.18d3c350ec0773a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19967"
    uid: 50fce39a-558f-46fa-833a-ed72d8625ee5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19883"
    uid: d0c5c989-6102-415f-9bfc-faeb8eec7311
  kind: Event
  lastTimestamp: "2026-09-09T21:10:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:29Z"
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj.18d3c350ec124bf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19968"
    uid: af40cc48-6261-43a3-9fb0-589ca16e0b46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19883"
    uid: d0c5c989-6102-415f-9bfc-faeb8eec7311
  kind: Event
  lastTimestamp: "2026-09-09T21:10:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:29Z"
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj.18d3c350eee6b53e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19971"
    uid: 895d4103-1016-46dd-a3dc-cf73aea2d1de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19883"
    uid: d0c5c989-6102-415f-9bfc-faeb8eec7311
  kind: Event
  lastTimestamp: "2026-09-09T21:10:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:29Z"
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj.18d3c350ef5d6e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19972"
    uid: ea690192-f07e-4e02-863c-cca4cd0a4b7b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19883"
    uid: d0c5c989-6102-415f-9bfc-faeb8eec7311
  kind: Event
  lastTimestamp: "2026-09-09T21:13:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:18Z"
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj.18d3c3515fed32d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21338"
    uid: ae4e275b-0075-459e-821a-861c1d85313f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19883"
    uid: d0c5c989-6102-415f-9bfc-faeb8eec7311
  kind: Event
  lastTimestamp: "2026-09-09T21:13:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:13:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:13Z"
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj.18d3c3773e7cfedf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21303"
    uid: 3242dab7-4370-423e-a0e6-48508ddae0b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19883"
    uid: d0c5c989-6102-415f-9bfc-faeb8eec7311
  kind: Event
  lastTimestamp: "2026-09-09T21:13:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:13:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:13Z"
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj.18d3c3773e7d82f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21304"
    uid: f44a8a3e-d367-4c8e-a268-0c8a3d351d84
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19883"
    uid: d0c5c989-6102-415f-9bfc-faeb8eec7311
  kind: Event
  lastTimestamp: "2026-09-09T21:13:22Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:22Z"
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj.18d3c3780697e511
    namespace: kserve-ci-e2e-test
    resourceVersion: "21455"
    uid: 23a0eecb-6be2-4607-a1df-3c6a930a3217
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748
    namespace: kserve-ci-e2e-test
    resourceVersion: "19869"
    uid: a992c494-8082-4731-875d-26696dbef7c4
  kind: Event
  lastTimestamp: "2026-09-09T21:10:23Z"
  message: 'Created pod: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748-lw8dj'
  metadata:
    creationTimestamp: "2026-09-09T21:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:10:23Z"
    name: isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748.18d3c34fac6185f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19882"
    uid: 892ab954-c7d9-4eeb-84b1-7baa30597252
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-762cd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19867"
    uid: b7742421-6061-4258-b138-ee3f9f1da1ec
  kind: Event
  lastTimestamp: "2026-09-09T21:10:23Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-762cd-predictor-6b8d96d748
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:10:23Z"
    name: isvc-sklearn-scale-raw-762cd-predictor.18d3c34fa909bc87
    namespace: kserve-ci-e2e-test
    resourceVersion: "19872"
    uid: 3e0413da-4ef4-4466-b9da-00cfd30c8695
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-762cd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19868"
    uid: 996dc6ed-8135-49ef-ae85-de5ba432d03e
  kind: Event
  lastTimestamp: "2026-09-09T21:11:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:10:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:11:08Z"
    name: isvc-sklearn-scale-raw-762cd-predictor.18d3c35327a3749a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20277"
    uid: e108ba42-f430-4234-9ba1-c9d9dde20883
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-762cd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19868"
    uid: 996dc6ed-8135-49ef-ae85-de5ba432d03e
  kind: Event
  lastTimestamp: "2026-09-09T21:11:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:10:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:11:08Z"
    name: isvc-sklearn-scale-raw-762cd-predictor.18d3c353280d6524
    namespace: kserve-ci-e2e-test
    resourceVersion: "20278"
    uid: 0887aa92-475c-4e63-a7d3-92f516a02cb1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-762cd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20050"
    uid: 996dc6ed-8135-49ef-ae85-de5ba432d03e
  kind: Event
  lastTimestamp: "2026-09-09T21:13:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:11:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:09Z"
    name: isvc-sklearn-scale-raw-762cd-predictor.18d3c35da41e7a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "21250"
    uid: 18062d1e-9156-44e2-ab05-d0b12935402d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-762cd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20050"
    uid: 996dc6ed-8135-49ef-ae85-de5ba432d03e
  kind: Event
  lastTimestamp: "2026-09-09T21:13:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:11:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:09Z"
    name: isvc-sklearn-scale-raw-762cd-predictor.18d3c35da48439d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21251"
    uid: 24a6fc8d-d126-4840-ba0b-4ddb11b96862
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-762cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19860"
    uid: a12cd2ce-2056-4560-8308-840432f73756
  kind: Event
  lastTimestamp: "2026-09-09T21:13:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:13:08Z"
    name: isvc-sklearn-scale-raw-762cd.18d3c34fa94240a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21247"
    uid: 18f91b71-f6c6-4ca7-a4e8-5fe0db29d2d8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-762cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21244"
    uid: a12cd2ce-2056-4560-8308-840432f73756
  kind: Event
  lastTimestamp: "2026-09-09T21:13:08Z"
  message: InferenceService [isvc-sklearn-scale-raw-762cd] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:13:08Z"
    name: isvc-sklearn-scale-raw-762cd.18d3c375f45abb75
    namespace: kserve-ci-e2e-test
    resourceVersion: "21245"
    uid: 8d50c5b2-cfc7-4d39-9d7e-50dbf863881d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:04:48.248601Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: e302a478-cb81-448e-a826-a787c5bbb351
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz
    to ip-10-0-129-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:04:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:04:48Z"
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz.18d3c3018288e65d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16202"
    uid: f4b963b6-2dd5-4247-8ce2-94db162407ef
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16210"
    uid: e302a478-cb81-448e-a826-a787c5bbb351
  kind: Event
  lastTimestamp: "2026-09-09T21:04:48Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:04:48Z"
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz.18d3c301a4c3ac08
    namespace: kserve-ci-e2e-test
    resourceVersion: "16227"
    uid: 42d8c482-8e0b-46e2-ac21-98164b7ffd44
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: e302a478-cb81-448e-a826-a787c5bbb351
  kind: Event
  lastTimestamp: "2026-09-09T21:04:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:48Z"
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz.18d3c301a84aaf60
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: fdc5fe98-6a44-4e92-8778-d271e0c9a397
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: e302a478-cb81-448e-a826-a787c5bbb351
  kind: Event
  lastTimestamp: "2026-09-09T21:04:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:48Z"
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz.18d3c301ab238bca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16231"
    uid: 9a00c4ac-e6cd-4f9c-b277-360f621f93aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: e302a478-cb81-448e-a826-a787c5bbb351
  kind: Event
  lastTimestamp: "2026-09-09T21:04:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:48Z"
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz.18d3c301ab8d1b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16232"
    uid: a0a92153-bd0e-4e67-bb92-ea232425a8b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: e302a478-cb81-448e-a826-a787c5bbb351
  kind: Event
  lastTimestamp: "2026-09-09T21:04:53Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T21:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:53Z"
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz.18d3c302ae27c8a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: d16d04bb-8fd6-4c92-823b-0c2c636a3339
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: e302a478-cb81-448e-a826-a787c5bbb351
  kind: Event
  lastTimestamp: "2026-09-09T21:05:13Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.296s (20.296s
    including waiting). Image size: 1332343041 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:13Z"
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz.18d3c30767f15453
    namespace: kserve-ci-e2e-test
    resourceVersion: "16446"
    uid: 1c9eebc0-40c6-4eb0-ae5a-85a4aa691604
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: e302a478-cb81-448e-a826-a787c5bbb351
  kind: Event
  lastTimestamp: "2026-09-09T21:05:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:13Z"
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz.18d3c3076b054949
    namespace: kserve-ci-e2e-test
    resourceVersion: "16448"
    uid: 9092f229-27f2-4617-b216-115a5cffd5c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: e302a478-cb81-448e-a826-a787c5bbb351
  kind: Event
  lastTimestamp: "2026-09-09T21:05:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:13Z"
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz.18d3c3076b7abee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16449"
    uid: 8e80bd33-38fd-42e5-a495-66d5ca7a4e24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: e302a478-cb81-448e-a826-a787c5bbb351
  kind: Event
  lastTimestamp: "2026-09-09T21:05:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:13Z"
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz.18d3c3076b846887
    namespace: kserve-ci-e2e-test
    resourceVersion: "16450"
    uid: f3610fae-bfc1-4deb-967e-d5e97faba929
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: e302a478-cb81-448e-a826-a787c5bbb351
  kind: Event
  lastTimestamp: "2026-09-09T21:05:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:13Z"
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz.18d3c3076e5c2603
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: e9b6f12b-d1c4-43b7-9fb0-abd9489bc053
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: e302a478-cb81-448e-a826-a787c5bbb351
  kind: Event
  lastTimestamp: "2026-09-09T21:05:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:13Z"
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz.18d3c3076ed398ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: aba129d2-ac6c-437a-8dcb-d2feacbfc042
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: e302a478-cb81-448e-a826-a787c5bbb351
  kind: Event
  lastTimestamp: "2026-09-09T21:06:41Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:41Z"
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz.18d3c307d419eff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17481"
    uid: f5b45a0d-f4b7-48eb-8a41-a50f658a9ed4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: e302a478-cb81-448e-a826-a787c5bbb351
  kind: Event
  lastTimestamp: "2026-09-09T21:06:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:38Z"
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz.18d3c31b15a894a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17369"
    uid: a0d1a1f2-23d6-4ce1-8aa5-cb50834d67ec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: e302a478-cb81-448e-a826-a787c5bbb351
  kind: Event
  lastTimestamp: "2026-09-09T21:06:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:38Z"
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz.18d3c31b15a9be26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17370"
    uid: 6fee3db0-35ec-4c4f-8b89-42712f397e20
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: e302a478-cb81-448e-a826-a787c5bbb351
  kind: Event
  lastTimestamp: "2026-09-09T21:06:41Z"
  message: 'Readiness probe failed: Get "https://10.132.0.23:8643/healthz": dial tcp
    10.132.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:06:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:41Z"
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz.18d3c31bda4527b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17480"
    uid: ffce262a-99ab-4e73-a81f-a3e5961e5cf7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16184"
    uid: a5ba6dba-58e2-4055-b726-bf0bfcf37db2
  kind: Event
  lastTimestamp: "2026-09-09T21:04:48Z"
  message: 'Created pod: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf-w4tvz'
  metadata:
    creationTimestamp: "2026-09-09T21:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:48Z"
    name: isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf.18d3c3018156a2a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16199"
    uid: 9190b453-75c2-4910-beb1-ed1902385b7d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-c959c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16181"
    uid: 55aeab33-827e-4098-83d7-f333146ce71c
  kind: Event
  lastTimestamp: "2026-09-09T21:04:48Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-c959c-predictor-74899bfbdf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:48Z"
    name: isvc-xgboost-graph-raw-c959c-predictor.18d3c30179b5f597
    namespace: kserve-ci-e2e-test
    resourceVersion: "16188"
    uid: cc819add-8fb8-4790-860c-7ede48f770c5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-c959c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16187"
    uid: 31857175-3dd4-4186-ab24-6eecc435dfde
  kind: Event
  lastTimestamp: "2026-09-09T21:05:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:05:48Z"
    name: isvc-xgboost-graph-raw-c959c-predictor.18d3c304f9b1f430
    namespace: kserve-ci-e2e-test
    resourceVersion: "16726"
    uid: 7073c156-4482-4574-8b99-d804307d27ad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-c959c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16187"
    uid: 31857175-3dd4-4186-ab24-6eecc435dfde
  kind: Event
  lastTimestamp: "2026-09-09T21:05:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:05:48Z"
    name: isvc-xgboost-graph-raw-c959c-predictor.18d3c304fa1d2052
    namespace: kserve-ci-e2e-test
    resourceVersion: "16727"
    uid: 5561df2c-bc56-4ae7-b23c-35b754abf85e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-c959c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16368"
    uid: 31857175-3dd4-4186-ab24-6eecc435dfde
  kind: Event
  lastTimestamp: "2026-09-09T21:06:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:33Z"
    name: isvc-xgboost-graph-raw-c959c-predictor.18d3c30bf786266b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17274"
    uid: c8858fac-42e3-401d-9f35-37742d21da36
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-c959c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16368"
    uid: 31857175-3dd4-4186-ab24-6eecc435dfde
  kind: Event
  lastTimestamp: "2026-09-09T21:06:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:33Z"
    name: isvc-xgboost-graph-raw-c959c-predictor.18d3c30bf7ce1697
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: f9c6a7df-9f90-4b00-b53f-3ae7c196ae3d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-c959c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16167"
    uid: 8e241a94-df67-456c-9234-bb36fa565503
  kind: Event
  lastTimestamp: "2026-09-09T21:06:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:06:21Z"
    name: isvc-xgboost-graph-raw-c959c.18d3c3017c678508
    namespace: kserve-ci-e2e-test
    resourceVersion: "17111"
    uid: 753a0b88-1eea-4f77-942b-5c55f854544e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-c959c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17109"
    uid: 8e241a94-df67-456c-9234-bb36fa565503
  kind: Event
  lastTimestamp: "2026-09-09T21:06:21Z"
  message: InferenceService [isvc-xgboost-graph-raw-c959c] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:06:21Z"
    name: isvc-xgboost-graph-raw-c959c.18d3c317379c8241
    namespace: kserve-ci-e2e-test
    resourceVersion: "17110"
    uid: 276e2da8-9ab2-4411-b91b-cee28fb67f4c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:06:38.440162Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17420"
    uid: 2e9870a4-53b7-4ad9-b3ed-49fb473fa8c0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl
    to ip-10-0-136-126.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:06:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:06:38Z"
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl.18d3c31b2a769f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17426"
    uid: 4192c7dd-e689-4289-b9c3-482702b8818e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17430"
    uid: 2e9870a4-53b7-4ad9-b3ed-49fb473fa8c0
  kind: Event
  lastTimestamp: "2026-09-09T21:06:39Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:06:39Z"
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl.18d3c31b4c648ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17443"
    uid: 2b3856be-e12a-4c9e-9007-f8f69bb1d2a4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17422"
    uid: 2e9870a4-53b7-4ad9-b3ed-49fb473fa8c0
  kind: Event
  lastTimestamp: "2026-09-09T21:06:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:39Z"
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl.18d3c31b4de7f9a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17445"
    uid: cd54711c-5840-403a-bb34-8f0aab2fab03
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17422"
    uid: 2e9870a4-53b7-4ad9-b3ed-49fb473fa8c0
  kind: Event
  lastTimestamp: "2026-09-09T21:06:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:39Z"
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl.18d3c31b509658e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17446"
    uid: 05eeaf24-1142-4044-aee0-3ec5346e9d72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17422"
    uid: 2e9870a4-53b7-4ad9-b3ed-49fb473fa8c0
  kind: Event
  lastTimestamp: "2026-09-09T21:06:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:39Z"
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl.18d3c31b511013d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: fe563520-9607-4eb4-adb7-c88caec27ad1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17422"
    uid: 2e9870a4-53b7-4ad9-b3ed-49fb473fa8c0
  kind: Event
  lastTimestamp: "2026-09-09T21:06:43Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T21:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:43Z"
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl.18d3c31c46cee044
    namespace: kserve-ci-e2e-test
    resourceVersion: "17501"
    uid: af101002-8b16-42e9-b61b-95a6cf04c541
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17422"
    uid: 2e9870a4-53b7-4ad9-b3ed-49fb473fa8c0
  kind: Event
  lastTimestamp: "2026-09-09T21:07:02Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.063s (19.063s
    including waiting). Image size: 1332343041 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:02Z"
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl.18d3c320b71c055b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: c047da07-a67c-4715-9db6-7736702cb882
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17422"
    uid: 2e9870a4-53b7-4ad9-b3ed-49fb473fa8c0
  kind: Event
  lastTimestamp: "2026-09-09T21:07:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:02Z"
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl.18d3c320ba299b62
    namespace: kserve-ci-e2e-test
    resourceVersion: "17671"
    uid: f541b381-d49f-4fc7-9853-a51a171461e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17422"
    uid: 2e9870a4-53b7-4ad9-b3ed-49fb473fa8c0
  kind: Event
  lastTimestamp: "2026-09-09T21:07:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:02Z"
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl.18d3c320ba901f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17672"
    uid: 57341eca-3fda-4974-bb61-5435a97646ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17422"
    uid: 2e9870a4-53b7-4ad9-b3ed-49fb473fa8c0
  kind: Event
  lastTimestamp: "2026-09-09T21:07:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:02Z"
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl.18d3c320ba9b966d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17673"
    uid: f05d2de6-a134-430c-91f6-69ff49168822
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17422"
    uid: 2e9870a4-53b7-4ad9-b3ed-49fb473fa8c0
  kind: Event
  lastTimestamp: "2026-09-09T21:07:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:02Z"
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl.18d3c320bdc2d951
    namespace: kserve-ci-e2e-test
    resourceVersion: "17674"
    uid: 030658e4-2a36-4ea2-8abd-e327f067571c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17422"
    uid: 2e9870a4-53b7-4ad9-b3ed-49fb473fa8c0
  kind: Event
  lastTimestamp: "2026-09-09T21:07:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:02Z"
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl.18d3c320be2b0a1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17675"
    uid: b95a811e-737b-4753-8296-2095ea549898
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17422"
    uid: 2e9870a4-53b7-4ad9-b3ed-49fb473fa8c0
  kind: Event
  lastTimestamp: "2026-09-09T21:08:30Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:30Z"
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl.18d3c321311e2acb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18632"
    uid: 88f688b9-cd38-4ac4-9ccf-a8459889b0bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17422"
    uid: 2e9870a4-53b7-4ad9-b3ed-49fb473fa8c0
  kind: Event
  lastTimestamp: "2026-09-09T21:08:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:28Z"
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl.18d3c334cfa5147b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18608"
    uid: 8840b540-38ec-4045-892e-2d5823c9d81c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17422"
    uid: 2e9870a4-53b7-4ad9-b3ed-49fb473fa8c0
  kind: Event
  lastTimestamp: "2026-09-09T21:08:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:28Z"
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl.18d3c334cfa590df
    namespace: kserve-ci-e2e-test
    resourceVersion: "18609"
    uid: 6cb258e0-40cb-4fee-b858-222c1ae9d937
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17422"
    uid: 2e9870a4-53b7-4ad9-b3ed-49fb473fa8c0
  kind: Event
  lastTimestamp: "2026-09-09T21:08:30Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:30Z"
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl.18d3c335376529c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18631"
    uid: 7ad2490e-050f-4511-b905-1d0cc0481204
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-126.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485
    namespace: kserve-ci-e2e-test
    resourceVersion: "17409"
    uid: d7039bd0-7cf9-42a5-b479-fafdd3ddbd49
  kind: Event
  lastTimestamp: "2026-09-09T21:06:38Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485-jzrsl'
  metadata:
    creationTimestamp: "2026-09-09T21:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:38Z"
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485.18d3c31b29ed2f07
    namespace: kserve-ci-e2e-test
    resourceVersion: "17421"
    uid: 98694a65-aa47-46fb-bdc7-d985f7e0221e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17407"
    uid: 11066a86-89b9-42c7-8f12-435179978bef
  kind: Event
  lastTimestamp: "2026-09-09T21:06:38Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-887b3-predictor-54f6b57485
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:38Z"
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor.18d3c31b2301f852
    namespace: kserve-ci-e2e-test
    resourceVersion: "17412"
    uid: ffdd1960-7211-4183-9921-b6daac6adb2e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17410"
    uid: 0d4aa766-8154-4e58-8d4a-d93be76de774
  kind: Event
  lastTimestamp: "2026-09-09T21:07:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:07:38Z"
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor.18d3c31ea1d46d3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17954"
    uid: 67278e9a-7e3f-4f6c-a887-b3cf12a3b41e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17410"
    uid: 0d4aa766-8154-4e58-8d4a-d93be76de774
  kind: Event
  lastTimestamp: "2026-09-09T21:07:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:07:38Z"
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor.18d3c31ea247eec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17955"
    uid: d279460f-430a-47f8-929a-c0a305327f78
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17598"
    uid: 0d4aa766-8154-4e58-8d4a-d93be76de774
  kind: Event
  lastTimestamp: "2026-09-09T21:08:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:07:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:08:23Z"
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor.18d3c3259fa25be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18482"
    uid: ad74b73d-96c9-4c46-b8ed-00686fdda328
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17598"
    uid: 0d4aa766-8154-4e58-8d4a-d93be76de774
  kind: Event
  lastTimestamp: "2026-09-09T21:08:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:07:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:08:23Z"
    name: isvc-xgboost-graph-raw-hpa-887b3-predictor.18d3c325a00bc889
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 702feadf-bfdb-4ce9-a2da-02ba85942191
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-887b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: bcd8540e-2433-4d6c-88b1-32367ad914e4
  kind: Event
  lastTimestamp: "2026-09-09T21:08:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:08:10Z"
    name: isvc-xgboost-graph-raw-hpa-887b3.18d3c31b24181387
    namespace: kserve-ci-e2e-test
    resourceVersion: "18348"
    uid: 20c49099-bf37-4926-92c4-d5474dc6ea72
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-887b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18345"
    uid: bcd8540e-2433-4d6c-88b1-32367ad914e4
  kind: Event
  lastTimestamp: "2026-09-09T21:08:10Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-887b3] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:08:10Z"
    name: isvc-xgboost-graph-raw-hpa-887b3.18d3c33095da47ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "18346"
    uid: bfd3fc90-dd54-41a0-af0e-3f7edd209ff3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:08:28.511693Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-afe12-predictor-57759dbb49-s4j9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "18582"
    uid: e722d823-93a6-4495-9e58-0407ab0d8fd5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-afe12-predictor-57759dbb49-s4j9t
    to ip-10-0-138-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:08:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:08:28Z"
    name: message-dumper-raw-afe12-predictor-57759dbb49-s4j9t.18d3c334cb3ce94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18588"
    uid: ae58c2fc-7481-4fa4-ba9f-6d23d3c57ade
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-afe12-predictor-57759dbb49-s4j9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "18587"
    uid: e722d823-93a6-4495-9e58-0407ab0d8fd5
  kind: Event
  lastTimestamp: "2026-09-09T21:08:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-afe12-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:28Z"
    name: message-dumper-raw-afe12-predictor-57759dbb49-s4j9t.18d3c334db27825e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18616"
    uid: 3505074c-76eb-4dca-a179-c6912286d482
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-afe12-predictor-57759dbb49-s4j9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "18602"
    uid: e722d823-93a6-4495-9e58-0407ab0d8fd5
  kind: Event
  lastTimestamp: "2026-09-09T21:08:29Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:08:29Z"
    name: message-dumper-raw-afe12-predictor-57759dbb49-s4j9t.18d3c33510ed136f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18624"
    uid: 7a5688ff-ce37-4b5c-86a8-c3a5ca63ece9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-afe12-predictor-57759dbb49-s4j9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "18587"
    uid: e722d823-93a6-4495-9e58-0407ab0d8fd5
  kind: Event
  lastTimestamp: "2026-09-09T21:08:29Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-09T21:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:29Z"
    name: message-dumper-raw-afe12-predictor-57759dbb49-s4j9t.18d3c335125a6775
    namespace: kserve-ci-e2e-test
    resourceVersion: "18626"
    uid: 20ba0e08-5da3-4f55-b951-03a0a4db1c95
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-afe12-predictor-57759dbb49-s4j9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "18587"
    uid: e722d823-93a6-4495-9e58-0407ab0d8fd5
  kind: Event
  lastTimestamp: "2026-09-09T21:08:30Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.076s (1.076s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:30Z"
    name: message-dumper-raw-afe12-predictor-57759dbb49-s4j9t.18d3c335528b93d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18637"
    uid: 367ecf3a-6723-4364-b1df-a09790a843ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-afe12-predictor-57759dbb49-s4j9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "18587"
    uid: e722d823-93a6-4495-9e58-0407ab0d8fd5
  kind: Event
  lastTimestamp: "2026-09-09T21:08:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:30Z"
    name: message-dumper-raw-afe12-predictor-57759dbb49-s4j9t.18d3c335559a741d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18638"
    uid: 14bd1b59-1b2d-47fd-b6ca-4de9c7737950
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-afe12-predictor-57759dbb49-s4j9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "18587"
    uid: e722d823-93a6-4495-9e58-0407ab0d8fd5
  kind: Event
  lastTimestamp: "2026-09-09T21:08:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:30Z"
    name: message-dumper-raw-afe12-predictor-57759dbb49-s4j9t.18d3c335560ec77c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18639"
    uid: d830a231-910c-4d71-a453-9a61d22fe5c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-afe12-predictor-57759dbb49-s4j9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "18587"
    uid: e722d823-93a6-4495-9e58-0407ab0d8fd5
  kind: Event
  lastTimestamp: "2026-09-09T21:08:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:30Z"
    name: message-dumper-raw-afe12-predictor-57759dbb49-s4j9t.18d3c3355617d6d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18640"
    uid: a8dfc48b-afa1-4ee6-b9d5-e63802f6ecbb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-afe12-predictor-57759dbb49-s4j9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "18587"
    uid: e722d823-93a6-4495-9e58-0407ab0d8fd5
  kind: Event
  lastTimestamp: "2026-09-09T21:08:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:30Z"
    name: message-dumper-raw-afe12-predictor-57759dbb49-s4j9t.18d3c3355912455e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18641"
    uid: bf38cc6e-a045-48a8-ba43-f15598b305a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-afe12-predictor-57759dbb49-s4j9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "18587"
    uid: e722d823-93a6-4495-9e58-0407ab0d8fd5
  kind: Event
  lastTimestamp: "2026-09-09T21:08:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:30Z"
    name: message-dumper-raw-afe12-predictor-57759dbb49-s4j9t.18d3c33559895ec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18642"
    uid: d10f1708-8134-4a9a-a2e1-73be666fe0dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-afe12-predictor-57759dbb49-s4j9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "18587"
    uid: e722d823-93a6-4495-9e58-0407ab0d8fd5
  kind: Event
  lastTimestamp: "2026-09-09T21:10:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:23Z"
    name: message-dumper-raw-afe12-predictor-57759dbb49-s4j9t.18d3c34fa0655d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: 73e97577-f530-46e0-b980-0c85dd96689c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-afe12-predictor-57759dbb49-s4j9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "18587"
    uid: e722d823-93a6-4495-9e58-0407ab0d8fd5
  kind: Event
  lastTimestamp: "2026-09-09T21:10:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:23Z"
    name: message-dumper-raw-afe12-predictor-57759dbb49-s4j9t.18d3c34fa0668581
    namespace: kserve-ci-e2e-test
    resourceVersion: "19858"
    uid: ae2a8c7f-4545-47c1-9e96-2d59eede0c66
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-afe12-predictor-57759dbb49
    namespace: kserve-ci-e2e-test
    resourceVersion: "18573"
    uid: 4f01b8e2-d9dd-4bca-871c-bb528bc12c4d
  kind: Event
  lastTimestamp: "2026-09-09T21:08:28Z"
  message: 'Created pod: message-dumper-raw-afe12-predictor-57759dbb49-s4j9t'
  metadata:
    creationTimestamp: "2026-09-09T21:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:08:28Z"
    name: message-dumper-raw-afe12-predictor-57759dbb49.18d3c334ca911362
    namespace: kserve-ci-e2e-test
    resourceVersion: "18584"
    uid: b72f2132-0025-446f-ae55-ba43661206d1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-afe12-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18571"
    uid: adee6fa2-4cc9-476a-981e-7932c21647ab
  kind: Event
  lastTimestamp: "2026-09-09T21:08:28Z"
  message: Scaled up replica set message-dumper-raw-afe12-predictor-57759dbb49 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:08:28Z"
    name: message-dumper-raw-afe12-predictor.18d3c334c8116e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "18576"
    uid: 9f2fc064-0c72-4bbb-a324-48bfdf119c38
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-afe12-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18572"
    uid: 37a3b627-e27e-4a8f-b7b4-ea44c98842ea
  kind: Event
  lastTimestamp: "2026-09-09T21:08:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:08:58Z"
    name: message-dumper-raw-afe12-predictor.18d3c3384671ba81
    namespace: kserve-ci-e2e-test
    resourceVersion: "18938"
    uid: 5972b964-e4b6-4a39-8922-342fb4a462bb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-afe12-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18572"
    uid: 37a3b627-e27e-4a8f-b7b4-ea44c98842ea
  kind: Event
  lastTimestamp: "2026-09-09T21:08:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:08:58Z"
    name: message-dumper-raw-afe12-predictor.18d3c33846d7fcb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18939"
    uid: fbceeb44-669d-48ec-95e7-9d0f02f58765
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-afe12
    namespace: kserve-ci-e2e-test
    resourceVersion: "18560"
    uid: cab1b2c5-3c11-4c5c-98f7-74b4812133fb
  kind: Event
  lastTimestamp: "2026-09-09T21:08:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:08:38Z"
    name: message-dumper-raw-afe12.18d3c334c80db279
    namespace: kserve-ci-e2e-test
    resourceVersion: "18717"
    uid: 1ad412da-052b-4c84-baec-98a0e8cb2fce
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-afe12
    namespace: kserve-ci-e2e-test
    resourceVersion: "18715"
    uid: cab1b2c5-3c11-4c5c-98f7-74b4812133fb
  kind: Event
  lastTimestamp: "2026-09-09T21:08:38Z"
  message: InferenceService [message-dumper-raw-afe12] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:08:38Z"
    name: message-dumper-raw-afe12.18d3c337309d734c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18716"
    uid: 3a237203-cacd-4c0b-add3-1d83c25c5606
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:18:09.170683Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-7bscb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23894"
    uid: c8eff586-bb08-4b01-a557-6a759b62532e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-7bscb
    to ip-10-0-129-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:18:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:18:09Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-7bscb.18d3c3bbfd35fe5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23900"
    uid: f6a996af-8eb3-4ef8-9824-faef674320b2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-7bscb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23904"
    uid: c8eff586-bb08-4b01-a557-6a759b62532e
  kind: Event
  lastTimestamp: "2026-09-09T21:18:09Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:18:09Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-7bscb.18d3c3bc1f096cdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23912"
    uid: fc27c029-2dec-46a5-992b-9b37e0b7a286
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-7bscb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23898"
    uid: c8eff586-bb08-4b01-a557-6a759b62532e
  kind: Event
  lastTimestamp: "2026-09-09T21:18:09Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-09T21:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:09Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-7bscb.18d3c3bc2065de2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23914"
    uid: 09420b85-867e-47f3-b11a-eae8cf01e94d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-7bscb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23898"
    uid: c8eff586-bb08-4b01-a557-6a759b62532e
  kind: Event
  lastTimestamp: "2026-09-09T21:18:10Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.079s (1.079s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:10Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-7bscb.18d3c3bc60c0dbef
    namespace: kserve-ci-e2e-test
    resourceVersion: "23924"
    uid: 5319357a-9109-4087-8e9e-3ac1cf53e42d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-7bscb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23898"
    uid: c8eff586-bb08-4b01-a557-6a759b62532e
  kind: Event
  lastTimestamp: "2026-09-09T21:18:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:10Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-7bscb.18d3c3bc6396df54
    namespace: kserve-ci-e2e-test
    resourceVersion: "23925"
    uid: 4a8300c7-4e8c-4f32-82cf-7325822deceb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-7bscb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23898"
    uid: c8eff586-bb08-4b01-a557-6a759b62532e
  kind: Event
  lastTimestamp: "2026-09-09T21:18:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:10Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-7bscb.18d3c3bc64089ae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23926"
    uid: 7de7f960-017b-4dd2-80eb-22118d0c1a6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-7bscb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23898"
    uid: c8eff586-bb08-4b01-a557-6a759b62532e
  kind: Event
  lastTimestamp: "2026-09-09T21:18:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:10Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-7bscb.18d3c3bc64123725
    namespace: kserve-ci-e2e-test
    resourceVersion: "23927"
    uid: a51cdf0c-af1b-4799-9285-703b2be2e954
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-7bscb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23898"
    uid: c8eff586-bb08-4b01-a557-6a759b62532e
  kind: Event
  lastTimestamp: "2026-09-09T21:18:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:10Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-7bscb.18d3c3bc6702cdcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23928"
    uid: 7e4f90d9-37e0-49c3-bcad-becde533c197
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-7bscb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23898"
    uid: c8eff586-bb08-4b01-a557-6a759b62532e
  kind: Event
  lastTimestamp: "2026-09-09T21:18:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:18:10Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-7bscb.18d3c3bc677e30a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23929"
    uid: cab3b321-e6df-4ce5-9bbc-7e4d0eac0357
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:19:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-7bscb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23898"
    uid: c8eff586-bb08-4b01-a557-6a759b62532e
  kind: Event
  lastTimestamp: "2026-09-09T21:19:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:19:54Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-7bscb.18d3c3d48653c1b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24787"
    uid: c7d36f85-dfbe-4813-9396-636ca32a9ab4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:19:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-7bscb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23898"
    uid: c8eff586-bb08-4b01-a557-6a759b62532e
  kind: Event
  lastTimestamp: "2026-09-09T21:19:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:19:54Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-7bscb.18d3c3d4865461af
    namespace: kserve-ci-e2e-test
    resourceVersion: "24788"
    uid: dcf4deb0-5555-485d-8e6b-2267fde996d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23883"
    uid: b89438a3-868a-403d-9499-81fd10c67fa8
  kind: Event
  lastTimestamp: "2026-09-09T21:18:09Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-7bscb'
  metadata:
    creationTimestamp: "2026-09-09T21:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:18:09Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18d3c3bbfcc65750
    namespace: kserve-ci-e2e-test
    resourceVersion: "23897"
    uid: cbca2eef-334a-4f54-b436-db107e0231f4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23881"
    uid: 65b36f35-3657-420b-802d-3cf459ad4786
  kind: Event
  lastTimestamp: "2026-09-09T21:18:09Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:18:09Z"
    name: message-dumper-raw-cipn-predictor.18d3c3bbf8fea9bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23885"
    uid: 60ca4c0b-05bc-40e7-a095-da7982bc8465
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23882"
    uid: 73b5d78c-def7-4cc6-9530-f5efcd9db446
  kind: Event
  lastTimestamp: "2026-09-09T21:18:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:18:39Z"
    name: message-dumper-raw-cipn-predictor.18d3c3bf77fd34bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24212"
    uid: d81f6fad-af6a-4085-bcf9-f4c1f4ac10eb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23882"
    uid: 73b5d78c-def7-4cc6-9530-f5efcd9db446
  kind: Event
  lastTimestamp: "2026-09-09T21:18:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:18:39Z"
    name: message-dumper-raw-cipn-predictor.18d3c3bf78639a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "24213"
    uid: 2197c2e3-1697-418f-8298-7a1ad4d46878
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23875"
    uid: 2b64eb14-0fca-4064-8f4f-313136cb35fb
  kind: Event
  lastTimestamp: "2026-09-09T21:18:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:18:18Z"
    name: message-dumper-raw-cipn.18d3c3bbf8ff66e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23997"
    uid: 5beb4a58-dd5e-426e-8587-49349d3912bc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23875"
    uid: 2b64eb14-0fca-4064-8f4f-313136cb35fb
  kind: Event
  lastTimestamp: "2026-09-09T21:18:09Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:18:09Z"
    name: message-dumper-raw-cipn.18d3c3bbf99b8110
    namespace: kserve-ci-e2e-test
    resourceVersion: "23888"
    uid: e19d66f5-50f1-4eb5-b5bf-0647e6ec365f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:18:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23994"
    uid: 2b64eb14-0fca-4064-8f4f-313136cb35fb
  kind: Event
  lastTimestamp: "2026-09-09T21:18:18Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:18:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:18:18Z"
    name: message-dumper-raw-cipn.18d3c3be2c3600e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 6b87db2c-2a89-4fcd-a203-0c64ad98b63f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:06:27.888810Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-c959c-6754b6cb7-k6mdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17201"
    uid: 0a25dae2-a07b-4d1b-a439-15b2bd1b2915
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-c959c-6754b6cb7-k6mdr
    to ip-10-0-138-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:06:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:06:27Z"
    name: model-chainer-raw-c959c-6754b6cb7-k6mdr.18d3c318b58dc31c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17206"
    uid: 2d9419f9-a743-497d-bd49-09eed0dc10df
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-c959c-6754b6cb7-k6mdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17203"
    uid: 0a25dae2-a07b-4d1b-a439-15b2bd1b2915
  kind: Event
  lastTimestamp: "2026-09-09T21:06:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-c959c-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:28Z"
    name: model-chainer-raw-c959c-6754b6cb7-k6mdr.18d3c318c37569a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17220"
    uid: da5ede89-c185-4055-90a4-63459c6c422e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-c959c-6754b6cb7-k6mdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17209"
    uid: 0a25dae2-a07b-4d1b-a439-15b2bd1b2915
  kind: Event
  lastTimestamp: "2026-09-09T21:06:29Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:06:29Z"
    name: model-chainer-raw-c959c-6754b6cb7-k6mdr.18d3c318fb4bc069
    namespace: kserve-ci-e2e-test
    resourceVersion: "17228"
    uid: dd90fc0d-62a2-4ed2-828f-8844d5b98bee
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-c959c}
    kind: Pod
    name: model-chainer-raw-c959c-6754b6cb7-k6mdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17203"
    uid: 0a25dae2-a07b-4d1b-a439-15b2bd1b2915
  kind: Event
  lastTimestamp: "2026-09-09T21:06:29Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:459ab417b98cc88a51baa20e274f29d951ad9e7977c026ae328fa9442d32a146"
  metadata:
    creationTimestamp: "2026-09-09T21:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:29Z"
    name: model-chainer-raw-c959c-6754b6cb7-k6mdr.18d3c318fc8a72d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17231"
    uid: aa00ee95-265a-4c7c-84c5-cd16faf3368a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-c959c}
    kind: Pod
    name: model-chainer-raw-c959c-6754b6cb7-k6mdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17203"
    uid: 0a25dae2-a07b-4d1b-a439-15b2bd1b2915
  kind: Event
  lastTimestamp: "2026-09-09T21:06:31Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:459ab417b98cc88a51baa20e274f29d951ad9e7977c026ae328fa9442d32a146"
    in 2.299s (2.299s including waiting). Image size: 214907983 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:31Z"
    name: model-chainer-raw-c959c-6754b6cb7-k6mdr.18d3c31985a0e7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17252"
    uid: f735b2e6-199b-48b8-a53d-f3f3ac12bc55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-c959c}
    kind: Pod
    name: model-chainer-raw-c959c-6754b6cb7-k6mdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17203"
    uid: 0a25dae2-a07b-4d1b-a439-15b2bd1b2915
  kind: Event
  lastTimestamp: "2026-09-09T21:06:31Z"
  message: 'Created container: model-chainer-raw-c959c'
  metadata:
    creationTimestamp: "2026-09-09T21:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:31Z"
    name: model-chainer-raw-c959c-6754b6cb7-k6mdr.18d3c31988a651f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17253"
    uid: 56ce170f-0a92-430a-8eed-153e24ebf9fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-c959c}
    kind: Pod
    name: model-chainer-raw-c959c-6754b6cb7-k6mdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17203"
    uid: 0a25dae2-a07b-4d1b-a439-15b2bd1b2915
  kind: Event
  lastTimestamp: "2026-09-09T21:06:31Z"
  message: Started container model-chainer-raw-c959c
  metadata:
    creationTimestamp: "2026-09-09T21:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:31Z"
    name: model-chainer-raw-c959c-6754b6cb7-k6mdr.18d3c319891f1e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17254"
    uid: 29b6b707-6863-4d4d-bca4-3357000682a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-c959c}
    kind: Pod
    name: model-chainer-raw-c959c-6754b6cb7-k6mdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17203"
    uid: 0a25dae2-a07b-4d1b-a439-15b2bd1b2915
  kind: Event
  lastTimestamp: "2026-09-09T21:06:37Z"
  message: Stopping container model-chainer-raw-c959c
  metadata:
    creationTimestamp: "2026-09-09T21:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:37Z"
    name: model-chainer-raw-c959c-6754b6cb7-k6mdr.18d3c31b0ca97730
    namespace: kserve-ci-e2e-test
    resourceVersion: "17324"
    uid: 5ccdf7c5-a7fc-4e5e-aab7-7c08322f81b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-c959c}
    kind: Pod
    name: model-chainer-raw-c959c-6754b6cb7-k6mdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17203"
    uid: 0a25dae2-a07b-4d1b-a439-15b2bd1b2915
  kind: Event
  lastTimestamp: "2026-09-09T21:07:07Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T21:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:07Z"
    name: model-chainer-raw-c959c-6754b6cb7-k6mdr.18d3c31b0cf74c80
    namespace: kserve-ci-e2e-test
    resourceVersion: "17716"
    uid: 12a84cc7-ac6b-4d3e-afe4-1181c79fc0b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-c959c-6754b6cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17198"
    uid: e1f4cde7-6946-40f6-973a-c2da1a675179
  kind: Event
  lastTimestamp: "2026-09-09T21:06:27Z"
  message: 'Created pod: model-chainer-raw-c959c-6754b6cb7-k6mdr'
  metadata:
    creationTimestamp: "2026-09-09T21:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:27Z"
    name: model-chainer-raw-c959c-6754b6cb7.18d3c318b5006173
    namespace: kserve-ci-e2e-test
    resourceVersion: "17202"
    uid: c483684b-c09c-4cfd-8395-98708e05672a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-c959c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17196"
    uid: 22848cfb-35a0-44cf-b82c-6ac90a8af15b
  kind: Event
  lastTimestamp: "2026-09-09T21:06:27Z"
  message: Scaled up replica set model-chainer-raw-c959c-6754b6cb7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:27Z"
    name: model-chainer-raw-c959c.18d3c318b43e320a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17199"
    uid: dec0fadf-1884-44d0-8bcd-ce49cbb6c5c8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-c959c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: 58aea975-92c6-4a73-ac0e-5e8a9cdbd489
  kind: Event
  lastTimestamp: "2026-09-09T21:06:27Z"
  message: InferenceGraph [model-chainer-raw-c959c] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:06:27Z"
    name: model-chainer-raw-c959c.18d3c318b97cbffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17216"
    uid: cdae2e56-b929-420a-ba07-b2c3021f200e
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:08:18.203276Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-887b3-86d9b7b5c8-fhrvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18419"
    uid: 0c7d0bde-a4ca-49d9-a084-f646b52d63f9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-887b3-86d9b7b5c8-fhrvh
    to ip-10-0-138-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:08:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:08:18Z"
    name: model-chainer-raw-hpa-887b3-86d9b7b5c8-fhrvh.18d3c33264cefb1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18424"
    uid: 9fd28b17-6bcc-4922-9ffe-4f32bd76fd2e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-887b3-86d9b7b5c8-fhrvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18420"
    uid: 0c7d0bde-a4ca-49d9-a084-f646b52d63f9
  kind: Event
  lastTimestamp: "2026-09-09T21:08:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-887b3-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:18Z"
    name: model-chainer-raw-hpa-887b3-86d9b7b5c8-fhrvh.18d3c3326fea8edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18436"
    uid: d98edf35-bfd4-4801-8b39-19ac089da861
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-887b3-86d9b7b5c8-fhrvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18428"
    uid: 0c7d0bde-a4ca-49d9-a084-f646b52d63f9
  kind: Event
  lastTimestamp: "2026-09-09T21:08:19Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:08:19Z"
    name: model-chainer-raw-hpa-887b3-86d9b7b5c8-fhrvh.18d3c332aac383bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18447"
    uid: dcaaa42f-a532-453d-b937-64df0240b230
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-887b3}
    kind: Pod
    name: model-chainer-raw-hpa-887b3-86d9b7b5c8-fhrvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18420"
    uid: 0c7d0bde-a4ca-49d9-a084-f646b52d63f9
  kind: Event
  lastTimestamp: "2026-09-09T21:08:19Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:459ab417b98cc88a51baa20e274f29d951ad9e7977c026ae328fa9442d32a146"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:19Z"
    name: model-chainer-raw-hpa-887b3-86d9b7b5c8-fhrvh.18d3c332ac258963
    namespace: kserve-ci-e2e-test
    resourceVersion: "18449"
    uid: cbb77c7c-fcf0-402c-b6ae-cfff1fdf65fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-887b3}
    kind: Pod
    name: model-chainer-raw-hpa-887b3-86d9b7b5c8-fhrvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18420"
    uid: 0c7d0bde-a4ca-49d9-a084-f646b52d63f9
  kind: Event
  lastTimestamp: "2026-09-09T21:08:19Z"
  message: 'Created container: model-chainer-raw-hpa-887b3'
  metadata:
    creationTimestamp: "2026-09-09T21:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:19Z"
    name: model-chainer-raw-hpa-887b3-86d9b7b5c8-fhrvh.18d3c332af17671b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18451"
    uid: b4f64644-ebd7-4c10-a26a-963f5962f4da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-887b3}
    kind: Pod
    name: model-chainer-raw-hpa-887b3-86d9b7b5c8-fhrvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18420"
    uid: 0c7d0bde-a4ca-49d9-a084-f646b52d63f9
  kind: Event
  lastTimestamp: "2026-09-09T21:08:19Z"
  message: Started container model-chainer-raw-hpa-887b3
  metadata:
    creationTimestamp: "2026-09-09T21:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:19Z"
    name: model-chainer-raw-hpa-887b3-86d9b7b5c8-fhrvh.18d3c332af8c4d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "18453"
    uid: 8d0e5572-4d45-4acc-8df1-81b85be903e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-887b3}
    kind: Pod
    name: model-chainer-raw-hpa-887b3-86d9b7b5c8-fhrvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18420"
    uid: 0c7d0bde-a4ca-49d9-a084-f646b52d63f9
  kind: Event
  lastTimestamp: "2026-09-09T21:08:28Z"
  message: Stopping container model-chainer-raw-hpa-887b3
  metadata:
    creationTimestamp: "2026-09-09T21:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:28Z"
    name: model-chainer-raw-hpa-887b3-86d9b7b5c8-fhrvh.18d3c334bd8bd7a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18541"
    uid: 68a2db22-d99e-4434-9627-12fa90b6d27b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-887b3}
    kind: Pod
    name: model-chainer-raw-hpa-887b3-86d9b7b5c8-fhrvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18420"
    uid: 0c7d0bde-a4ca-49d9-a084-f646b52d63f9
  kind: Event
  lastTimestamp: "2026-09-09T21:08:55Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T21:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:55Z"
    name: model-chainer-raw-hpa-887b3-86d9b7b5c8-fhrvh.18d3c33549a72948
    namespace: kserve-ci-e2e-test
    resourceVersion: "18913"
    uid: 28f1218a-a577-47d3-9447-8103ca873a9e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-887b3-86d9b7b5c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18416"
    uid: 1818433f-c49c-4fd9-bfdf-69a55a49edd8
  kind: Event
  lastTimestamp: "2026-09-09T21:08:18Z"
  message: 'Created pod: model-chainer-raw-hpa-887b3-86d9b7b5c8-fhrvh'
  metadata:
    creationTimestamp: "2026-09-09T21:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:08:18Z"
    name: model-chainer-raw-hpa-887b3-86d9b7b5c8.18d3c3326460eb81
    namespace: kserve-ci-e2e-test
    resourceVersion: "18421"
    uid: bd9c5f45-2b9f-41ba-bdb1-6e0933cc4082
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-887b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: 35a721e5-0267-4bbd-818e-f685e5d614f5
  kind: Event
  lastTimestamp: "2026-09-09T21:08:18Z"
  message: Scaled up replica set model-chainer-raw-hpa-887b3-86d9b7b5c8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T21:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:08:18Z"
    name: model-chainer-raw-hpa-887b3.18d3c33263779b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "18417"
    uid: c3d72a93-3f0b-4d6c-9cd0-be553326a846
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-887b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18430"
    uid: eb3921d4-70d3-4faf-9122-d8fa2f2e58cd
  kind: Event
  lastTimestamp: "2026-09-09T21:08:18Z"
  message: InferenceGraph [model-chainer-raw-hpa-887b3] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:08:18Z"
    name: model-chainer-raw-hpa-887b3.18d3c332686281e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18432"
    uid: 0775df10-7813-4230-8931-395aad308d20
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:10:21.996786Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19782"
    uid: 41323af8-d335-476c-b826-d585901ebc4d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-d113f-predictor-6d97c45b8b-t46j2
    to ip-10-0-129-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:10:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:10:21Z"
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2.18d3c34f377a0d15
    namespace: kserve-ci-e2e-test
    resourceVersion: "19787"
    uid: 3b8fabd4-7bbb-4359-83d7-223f6563b151
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19791"
    uid: 41323af8-d335-476c-b826-d585901ebc4d
  kind: Event
  lastTimestamp: "2026-09-09T21:10:22Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:10:22Z"
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2.18d3c34f59732580
    namespace: kserve-ci-e2e-test
    resourceVersion: "19799"
    uid: 1db372d5-d42f-4c54-9819-dfda6d9fe0fa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19785"
    uid: 41323af8-d335-476c-b826-d585901ebc4d
  kind: Event
  lastTimestamp: "2026-09-09T21:10:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:22Z"
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2.18d3c34f5af43cd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19802"
    uid: 6b78b52c-a18c-4123-a068-58183c1393ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19785"
    uid: 41323af8-d335-476c-b826-d585901ebc4d
  kind: Event
  lastTimestamp: "2026-09-09T21:10:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:22Z"
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2.18d3c34f5ea1d9cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19803"
    uid: d1d0f3aa-1108-4c35-b2a3-ed1ec99ac8ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19785"
    uid: 41323af8-d335-476c-b826-d585901ebc4d
  kind: Event
  lastTimestamp: "2026-09-09T21:10:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:22Z"
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2.18d3c34f5f1bf701
    namespace: kserve-ci-e2e-test
    resourceVersion: "19804"
    uid: 1eb6cdf5-fb18-4323-89d7-3f693266ee3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19785"
    uid: 41323af8-d335-476c-b826-d585901ebc4d
  kind: Event
  lastTimestamp: "2026-09-09T21:10:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:10:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:26Z"
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2.18d3c3504b640f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19929"
    uid: 10e92384-2f94-418a-a9fc-5ef41e0f1202
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19785"
    uid: 41323af8-d335-476c-b826-d585901ebc4d
  kind: Event
  lastTimestamp: "2026-09-09T21:10:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:10:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:26Z"
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2.18d3c3504e36039a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19931"
    uid: 59a49877-37a7-4320-acc3-18e4a4a8ffb0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19785"
    uid: 41323af8-d335-476c-b826-d585901ebc4d
  kind: Event
  lastTimestamp: "2026-09-09T21:10:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:10:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:26Z"
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2.18d3c3504ebc52f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19933"
    uid: b1671218-9aca-4dd8-8e62-5ac46323f934
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19785"
    uid: 41323af8-d335-476c-b826-d585901ebc4d
  kind: Event
  lastTimestamp: "2026-09-09T21:10:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:10:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:26Z"
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2.18d3c3504ec7d5ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19935"
    uid: 315e47c0-8243-45fd-8abe-50f1bbf8aed1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19785"
    uid: 41323af8-d335-476c-b826-d585901ebc4d
  kind: Event
  lastTimestamp: "2026-09-09T21:10:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:10:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:26Z"
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2.18d3c35051661991
    namespace: kserve-ci-e2e-test
    resourceVersion: "19938"
    uid: d46e5d2c-9b73-431d-92bc-6a9482f8b3fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19785"
    uid: 41323af8-d335-476c-b826-d585901ebc4d
  kind: Event
  lastTimestamp: "2026-09-09T21:10:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:10:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:10:26Z"
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2.18d3c3505229a6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19939"
    uid: 424ed2e0-21a7-4e8e-b57b-64af53454103
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19785"
    uid: 41323af8-d335-476c-b826-d585901ebc4d
  kind: Event
  lastTimestamp: "2026-09-09T21:11:38Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:10:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:11:38Z"
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2.18d3c35087645b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20487"
    uid: 00ad72d2-ce4b-4a5d-b174-5b96bdca6e19
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19785"
    uid: 41323af8-d335-476c-b826-d585901ebc4d
  kind: Event
  lastTimestamp: "2026-09-09T21:11:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:11:52Z"
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2.18d3c3642db1d29e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20614"
    uid: d3511a94-52dd-4c80-8650-2e8e01c1ee49
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19785"
    uid: 41323af8-d335-476c-b826-d585901ebc4d
  kind: Event
  lastTimestamp: "2026-09-09T21:11:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:11:52Z"
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2.18d3c3642db2748c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: a728b5ca-6b02-4f14-87d3-cf13eccf5b4b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19785"
    uid: 41323af8-d335-476c-b826-d585901ebc4d
  kind: Event
  lastTimestamp: "2026-09-09T21:11:53Z"
  message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp
    10.132.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:11:53Z"
    name: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2.18d3c3648d965748
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: a8ea780d-b135-4053-9a53-3a6db2080373
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-d113f-predictor-6d97c45b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19771"
    uid: 87c46c29-2569-45c5-b755-527ac850572d
  kind: Event
  lastTimestamp: "2026-09-09T21:10:21Z"
  message: 'Created pod: raw-sklearn-d113f-predictor-6d97c45b8b-t46j2'
  metadata:
    creationTimestamp: "2026-09-09T21:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:10:21Z"
    name: raw-sklearn-d113f-predictor-6d97c45b8b.18d3c34f3702c278
    namespace: kserve-ci-e2e-test
    resourceVersion: "19784"
    uid: d08c9919-e4d5-4c7c-9ed7-e4edb699f337
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-d113f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19768"
    uid: ee471c0f-f2aa-4096-8cc6-2b5a2e403c11
  kind: Event
  lastTimestamp: "2026-09-09T21:10:21Z"
  message: Scaled up replica set raw-sklearn-d113f-predictor-6d97c45b8b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T21:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:10:21Z"
    name: raw-sklearn-d113f-predictor.18d3c34f3354d044
    namespace: kserve-ci-e2e-test
    resourceVersion: "19773"
    uid: bb584256-69e7-4037-a2dc-bc2ab5fe638c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-d113f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19770"
    uid: 62c26850-e692-41d4-b353-7c61c165269f
  kind: Event
  lastTimestamp: "2026-09-09T21:11:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:11:06Z"
    name: raw-sklearn-d113f-predictor.18d3c352b22f30d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20262"
    uid: 670e93ad-3469-49a6-83a6-3711bb071d8a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-d113f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19770"
    uid: 62c26850-e692-41d4-b353-7c61c165269f
  kind: Event
  lastTimestamp: "2026-09-09T21:11:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:11:06Z"
    name: raw-sklearn-d113f-predictor.18d3c352b285d985
    namespace: kserve-ci-e2e-test
    resourceVersion: "20263"
    uid: c18f163f-0bbc-4568-ac16-8ab647f5776e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-d113f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20032"
    uid: 62c26850-e692-41d4-b353-7c61c165269f
  kind: Event
  lastTimestamp: "2026-09-09T21:11:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:11:37Z"
    name: raw-sklearn-d113f-predictor.18d3c35d2f4c2b1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20476"
    uid: 2b296421-4dee-4662-9f20-fcceddd0712c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-d113f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20032"
    uid: 62c26850-e692-41d4-b353-7c61c165269f
  kind: Event
  lastTimestamp: "2026-09-09T21:11:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:11:37Z"
    name: raw-sklearn-d113f-predictor.18d3c35d2fa640ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20477"
    uid: 98301482-e20f-4db1-9ee6-a3b7740ecbae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-d113f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 974ae133-8c4e-43e8-bf88-f42a9e67ce6e
  kind: Event
  lastTimestamp: "2026-09-09T21:11:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:11:48Z"
    name: raw-sklearn-d113f.18d3c34f337a63a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20577"
    uid: e62fa8f2-7212-4a54-9d36-3119ac64d8d9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:10:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-d113f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 974ae133-8c4e-43e8-bf88-f42a9e67ce6e
  kind: Event
  lastTimestamp: "2026-09-09T21:10:21Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-d113f": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-d113f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:10:21Z"
    name: raw-sklearn-d113f.18d3c34f33ec0899
    namespace: kserve-ci-e2e-test
    resourceVersion: "19777"
    uid: 6a298545-58c9-4ab4-bc51-52cc2c4e44ab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-d113f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20575"
    uid: 974ae133-8c4e-43e8-bf88-f42a9e67ce6e
  kind: Event
  lastTimestamp: "2026-09-09T21:11:48Z"
  message: InferenceService [raw-sklearn-d113f] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:11:48Z"
    name: raw-sklearn-d113f.18d3c36354d9decf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: 816460a5-34f1-4454-aa55-4a463ce6b1a8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:11:57.258716Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77
    namespace: kserve-ci-e2e-test
    resourceVersion: "20683"
    uid: 316cac1f-66b6-43e2-8d34-3da48a0e39f3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77
    to ip-10-0-129-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:11:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:11:57Z"
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77.18d3c3656587c08e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20687"
    uid: 35abc4aa-d96a-4f3f-9c48-d1112ba5c212
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6798d87fc4-dlx4t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77
    namespace: kserve-ci-e2e-test
    resourceVersion: "20694"
    uid: 316cac1f-66b6-43e2-8d34-3da48a0e39f3
  kind: Event
  lastTimestamp: "2026-09-09T21:11:57Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:11:57Z"
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77.18d3c365877adc53
    namespace: kserve-ci-e2e-test
    resourceVersion: "20699"
    uid: 58da771c-c445-4f0c-8331-27c3003be1ae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77
    namespace: kserve-ci-e2e-test
    resourceVersion: "20685"
    uid: 316cac1f-66b6-43e2-8d34-3da48a0e39f3
  kind: Event
  lastTimestamp: "2026-09-09T21:11:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bab955576fdda0a891ed74b9e6755bd83ce1f75a17787c5621afbf397f23b231"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:11:57Z"
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77.18d3c36588da5a02
    namespace: kserve-ci-e2e-test
    resourceVersion: "20701"
    uid: 83bdd2ac-e72a-4956-8174-3d5885c41fef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77
    namespace: kserve-ci-e2e-test
    resourceVersion: "20685"
    uid: 316cac1f-66b6-43e2-8d34-3da48a0e39f3
  kind: Event
  lastTimestamp: "2026-09-09T21:11:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:11:57Z"
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77.18d3c3658bb01f21
    namespace: kserve-ci-e2e-test
    resourceVersion: "20703"
    uid: d07d5785-7eeb-40ab-86b2-458723a4e64c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77
    namespace: kserve-ci-e2e-test
    resourceVersion: "20685"
    uid: 316cac1f-66b6-43e2-8d34-3da48a0e39f3
  kind: Event
  lastTimestamp: "2026-09-09T21:11:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:11:57Z"
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77.18d3c3658c249c2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20704"
    uid: d0bf92d1-0552-4e21-98ca-c65f54728998
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77
    namespace: kserve-ci-e2e-test
    resourceVersion: "20685"
    uid: 316cac1f-66b6-43e2-8d34-3da48a0e39f3
  kind: Event
  lastTimestamp: "2026-09-09T21:12:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:01Z"
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77.18d3c3667fee4a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20740"
    uid: 5c7dac77-00af-4e6d-a6a3-c7f97a6c5308
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77
    namespace: kserve-ci-e2e-test
    resourceVersion: "20685"
    uid: 316cac1f-66b6-43e2-8d34-3da48a0e39f3
  kind: Event
  lastTimestamp: "2026-09-09T21:12:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:02Z"
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77.18d3c3668297a0e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: 28e64671-e871-486c-be4b-d40cb9d14ba9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77
    namespace: kserve-ci-e2e-test
    resourceVersion: "20685"
    uid: 316cac1f-66b6-43e2-8d34-3da48a0e39f3
  kind: Event
  lastTimestamp: "2026-09-09T21:12:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:02Z"
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77.18d3c366830f316e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20743"
    uid: a8e57c45-3eb1-448f-b9f6-84972f1b28c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77
    namespace: kserve-ci-e2e-test
    resourceVersion: "20685"
    uid: 316cac1f-66b6-43e2-8d34-3da48a0e39f3
  kind: Event
  lastTimestamp: "2026-09-09T21:12:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:02Z"
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77.18d3c3668319c332
    namespace: kserve-ci-e2e-test
    resourceVersion: "20744"
    uid: 65fdf83e-5aa8-476b-aea0-c823cafa4fff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77
    namespace: kserve-ci-e2e-test
    resourceVersion: "20685"
    uid: 316cac1f-66b6-43e2-8d34-3da48a0e39f3
  kind: Event
  lastTimestamp: "2026-09-09T21:12:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:02Z"
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77.18d3c3668607ba22
    namespace: kserve-ci-e2e-test
    resourceVersion: "20748"
    uid: b61c6582-06e8-41bb-abfd-73915e02b357
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77
    namespace: kserve-ci-e2e-test
    resourceVersion: "20685"
    uid: 316cac1f-66b6-43e2-8d34-3da48a0e39f3
  kind: Event
  lastTimestamp: "2026-09-09T21:12:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:12:02Z"
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77.18d3c36686815871
    namespace: kserve-ci-e2e-test
    resourceVersion: "20749"
    uid: 529746f5-8f2c-4f83-a494-8f266fae033c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77
    namespace: kserve-ci-e2e-test
    resourceVersion: "20685"
    uid: 316cac1f-66b6-43e2-8d34-3da48a0e39f3
  kind: Event
  lastTimestamp: "2026-09-09T21:13:13Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:12:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:13Z"
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77.18d3c366bbeaf6a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21281"
    uid: 4a5c60c4-3012-4ff9-a9c2-856c871e514d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77
    namespace: kserve-ci-e2e-test
    resourceVersion: "20685"
    uid: 316cac1f-66b6-43e2-8d34-3da48a0e39f3
  kind: Event
  lastTimestamp: "2026-09-09T21:13:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:27Z"
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77.18d3c37a5cf35b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "21559"
    uid: 54de0882-d48a-4732-ac5d-ca4172564ebd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77
    namespace: kserve-ci-e2e-test
    resourceVersion: "20685"
    uid: 316cac1f-66b6-43e2-8d34-3da48a0e39f3
  kind: Event
  lastTimestamp: "2026-09-09T21:13:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:27Z"
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77.18d3c37a5cf48788
    namespace: kserve-ci-e2e-test
    resourceVersion: "21560"
    uid: 4119583d-640b-472d-9750-eacc8754735d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77
    namespace: kserve-ci-e2e-test
    resourceVersion: "20685"
    uid: 316cac1f-66b6-43e2-8d34-3da48a0e39f3
  kind: Event
  lastTimestamp: "2026-09-09T21:13:29Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:13:29Z"
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77.18d3c37ac217fab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21577"
    uid: f1ccff8d-f106-4bd2-9ff3-2d2ff9bcb04f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686
    namespace: kserve-ci-e2e-test
    resourceVersion: "20671"
    uid: 40856fb2-b2a3-4e2f-8eb5-f53985c61cd2
  kind: Event
  lastTimestamp: "2026-09-09T21:11:57Z"
  message: 'Created pod: raw-sklearn-runtime-c1c50-predictor-6f8767b686-bxz77'
  metadata:
    creationTimestamp: "2026-09-09T21:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:11:57Z"
    name: raw-sklearn-runtime-c1c50-predictor-6f8767b686.18d3c36564fdbcb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20684"
    uid: d8c298f4-da62-4477-bccb-8a7bd717752a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-c1c50-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20669"
    uid: 1f31561f-ff67-46c2-8c95-3406871749d8
  kind: Event
  lastTimestamp: "2026-09-09T21:11:57Z"
  message: Scaled up replica set raw-sklearn-runtime-c1c50-predictor-6f8767b686 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:11:57Z"
    name: raw-sklearn-runtime-c1c50-predictor.18d3c3655fae62da
    namespace: kserve-ci-e2e-test
    resourceVersion: "20673"
    uid: 543e1bc7-ef16-4630-b8d6-bbbcb66a438d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-c1c50-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: fb3ddcc6-bb3a-4a68-bf29-5ae13a5d7a2b
  kind: Event
  lastTimestamp: "2026-09-09T21:12:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:12:42Z"
    name: raw-sklearn-runtime-c1c50-predictor.18d3c368de746feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21048"
    uid: f28e943f-1cb5-42cf-8246-1058c41875f9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-c1c50-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: fb3ddcc6-bb3a-4a68-bf29-5ae13a5d7a2b
  kind: Event
  lastTimestamp: "2026-09-09T21:12:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:12:42Z"
    name: raw-sklearn-runtime-c1c50-predictor.18d3c368ded789c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21049"
    uid: 427cbb20-5130-4705-986d-c90eec97ecd1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-c1c50-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20832"
    uid: fb3ddcc6-bb3a-4a68-bf29-5ae13a5d7a2b
  kind: Event
  lastTimestamp: "2026-09-09T21:13:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:12Z"
    name: raw-sklearn-runtime-c1c50-predictor.18d3c36c5eaf852a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: 32c5642b-f5a4-4b1b-8e57-44b2fa16906e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:12:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-c1c50-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20832"
    uid: fb3ddcc6-bb3a-4a68-bf29-5ae13a5d7a2b
  kind: Event
  lastTimestamp: "2026-09-09T21:13:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:12Z"
    name: raw-sklearn-runtime-c1c50-predictor.18d3c36c5f8ddf60
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: ce88c3b0-698d-4c45-9207-5537010c196a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-c1c50-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: fb3ddcc6-bb3a-4a68-bf29-5ae13a5d7a2b
  kind: Event
  lastTimestamp: "2026-09-09T21:13:27Z"
  message: deployments.apps "raw-sklearn-runtime-c1c50-predictor" not found
  metadata:
    creationTimestamp: "2026-09-09T21:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:27Z"
    name: raw-sklearn-runtime-c1c50-predictor.18d3c37a5b15a70e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21549"
    uid: f7293a3a-2511-4fb9-87c4-d1711fb934da
  reason: FailedGetScale
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-c1c50-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: fb3ddcc6-bb3a-4a68-bf29-5ae13a5d7a2b
  kind: Event
  lastTimestamp: "2026-09-09T21:13:27Z"
  message: horizontalpodautoscalers.autoscaling "raw-sklearn-runtime-c1c50-predictor"
    not found
  metadata:
    creationTimestamp: "2026-09-09T21:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:13:27Z"
    name: raw-sklearn-runtime-c1c50-predictor.18d3c37a5b63b43d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21553"
    uid: 10dad62a-0187-497d-b349-42932637926c
  reason: FailedUpdateStatus
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-c1c50
    namespace: kserve-ci-e2e-test
    resourceVersion: "20659"
    uid: 34d8ed8a-40c9-460a-a396-a9d96a3e4152
  kind: Event
  lastTimestamp: "2026-09-09T21:13:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:13:23Z"
    name: raw-sklearn-runtime-c1c50.18d3c3655fcd81b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21475"
    uid: c771651c-eb93-4388-8cd0-4e29af625524
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:11:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-c1c50
    namespace: kserve-ci-e2e-test
    resourceVersion: "20659"
    uid: 34d8ed8a-40c9-460a-a396-a9d96a3e4152
  kind: Event
  lastTimestamp: "2026-09-09T21:11:57Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-c1c50":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-c1c50":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:11:57Z"
    name: raw-sklearn-runtime-c1c50.18d3c3656099728b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20677"
    uid: a8acce3f-a174-4a7f-9d05-ec4adcc080d7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:13:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-c1c50
    namespace: kserve-ci-e2e-test
    resourceVersion: "21472"
    uid: 34d8ed8a-40c9-460a-a396-a9d96a3e4152
  kind: Event
  lastTimestamp: "2026-09-09T21:13:23Z"
  message: InferenceService [raw-sklearn-runtime-c1c50] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:13:23Z"
    name: raw-sklearn-runtime-c1c50.18d3c37973b7bed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21473"
    uid: 1b906bdf-64c5-481b-9393-1afc40486bde
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "25041"