---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:07:47.637591Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-mh7rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20731"
    uid: 4cec1e1c-3fc2-4839-a0a3-118ca3822b42
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-8cb968449-mh7rp
    to ip-10-0-131-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:07:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:07:47Z"
    name: isvc-canary-create-predictor-8cb968449-mh7rp.18d5cf09ba57981d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20735"
    uid: 081a66f6-f7bb-4ca9-88bf-81371a818caf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-mh7rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20733"
    uid: 4cec1e1c-3fc2-4839-a0a3-118ca3822b42
  kind: Event
  lastTimestamp: "2026-09-16T13:07:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:47Z"
    name: isvc-canary-create-predictor-8cb968449-mh7rp.18d5cf09c1bac8e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20746"
    uid: 8898c986-75c1-42d1-9879-f89b011859c5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-mh7rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20741"
    uid: 4cec1e1c-3fc2-4839-a0a3-118ca3822b42
  kind: Event
  lastTimestamp: "2026-09-16T13:07:48Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:07:48Z"
    name: isvc-canary-create-predictor-8cb968449-mh7rp.18d5cf0a001f078b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20769"
    uid: c8a12dae-a797-4b36-bf80-de9440a80d16
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-mh7rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20733"
    uid: 4cec1e1c-3fc2-4839-a0a3-118ca3822b42
  kind: Event
  lastTimestamp: "2026-09-16T13:07:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:48Z"
    name: isvc-canary-create-predictor-8cb968449-mh7rp.18d5cf0a0160363c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20771"
    uid: be798c59-a7c9-46c0-b054-c6aa0ca7fcab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-mh7rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20733"
    uid: 4cec1e1c-3fc2-4839-a0a3-118ca3822b42
  kind: Event
  lastTimestamp: "2026-09-16T13:07:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T13:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:48Z"
    name: isvc-canary-create-predictor-8cb968449-mh7rp.18d5cf0a049f3f51
    namespace: kserve-ci-e2e-test
    resourceVersion: "20777"
    uid: d31ac493-cd0f-42ea-b6c4-6eece58f3678
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-mh7rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20733"
    uid: 4cec1e1c-3fc2-4839-a0a3-118ca3822b42
  kind: Event
  lastTimestamp: "2026-09-16T13:07:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T13:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:48Z"
    name: isvc-canary-create-predictor-8cb968449-mh7rp.18d5cf0a0511b4ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20778"
    uid: 554471a2-15cf-471a-9b71-6859b2f5e5ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-mh7rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20733"
    uid: 4cec1e1c-3fc2-4839-a0a3-118ca3822b42
  kind: Event
  lastTimestamp: "2026-09-16T13:07:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:53Z"
    name: isvc-canary-create-predictor-8cb968449-mh7rp.18d5cf0b28ff8969
    namespace: kserve-ci-e2e-test
    resourceVersion: "20845"
    uid: 52dc69cf-7272-4500-9175-cfbdceeb4c0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-mh7rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20733"
    uid: 4cec1e1c-3fc2-4839-a0a3-118ca3822b42
  kind: Event
  lastTimestamp: "2026-09-16T13:07:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:53Z"
    name: isvc-canary-create-predictor-8cb968449-mh7rp.18d5cf0b2c0e3b05
    namespace: kserve-ci-e2e-test
    resourceVersion: "20847"
    uid: 5543201f-b240-4460-9297-0f438eb6ee41
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-mh7rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20733"
    uid: 4cec1e1c-3fc2-4839-a0a3-118ca3822b42
  kind: Event
  lastTimestamp: "2026-09-16T13:07:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:53Z"
    name: isvc-canary-create-predictor-8cb968449-mh7rp.18d5cf0b2c7cf9c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20848"
    uid: 4fed818b-b17a-44a2-9203-06057097e039
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-mh7rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20733"
    uid: 4cec1e1c-3fc2-4839-a0a3-118ca3822b42
  kind: Event
  lastTimestamp: "2026-09-16T13:07:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:53Z"
    name: isvc-canary-create-predictor-8cb968449-mh7rp.18d5cf0b2c87d32a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20849"
    uid: 357de2ac-b658-424d-b860-c357fb16fb3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-mh7rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20733"
    uid: 4cec1e1c-3fc2-4839-a0a3-118ca3822b42
  kind: Event
  lastTimestamp: "2026-09-16T13:07:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:53Z"
    name: isvc-canary-create-predictor-8cb968449-mh7rp.18d5cf0b2f54ecbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20853"
    uid: d3c82821-0741-49b8-9573-54989596cbdc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-mh7rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20733"
    uid: 4cec1e1c-3fc2-4839-a0a3-118ca3822b42
  kind: Event
  lastTimestamp: "2026-09-16T13:07:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:53Z"
    name: isvc-canary-create-predictor-8cb968449-mh7rp.18d5cf0b2fc0d921
    namespace: kserve-ci-e2e-test
    resourceVersion: "20854"
    uid: c5e278a3-6abd-46f5-b37f-8cfe95ca81cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-mh7rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20733"
    uid: 4cec1e1c-3fc2-4839-a0a3-118ca3822b42
  kind: Event
  lastTimestamp: "2026-09-16T13:09:01Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:01Z"
    name: isvc-canary-create-predictor-8cb968449-mh7rp.18d5cf0ba0c413aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 2085865b-2006-4ca8-a473-7716b58c205c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-mh7rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20733"
    uid: 4cec1e1c-3fc2-4839-a0a3-118ca3822b42
  kind: Event
  lastTimestamp: "2026-09-16T13:09:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:17Z"
    name: isvc-canary-create-predictor-8cb968449-mh7rp.18d5cf1eaf95c387
    namespace: kserve-ci-e2e-test
    resourceVersion: "21565"
    uid: 2ccbc0b4-8fc7-4d34-b3e8-6fb9b4dcb344
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-mh7rp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20733"
    uid: 4cec1e1c-3fc2-4839-a0a3-118ca3822b42
  kind: Event
  lastTimestamp: "2026-09-16T13:09:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:17Z"
    name: isvc-canary-create-predictor-8cb968449-mh7rp.18d5cf1eaf9660b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21568"
    uid: a12a5e29-0111-4033-af62-9d5a5f623523
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:07:47.595509Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-w8qp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20722"
    uid: 62dc1c6d-fc62-4468-9a5f-3a6f0c86a652
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-8cb968449-w8qp8
    to ip-10-0-133-218.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:07:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:07:47Z"
    name: isvc-canary-create-predictor-8cb968449-w8qp8.18d5cf09b7d57964
    namespace: kserve-ci-e2e-test
    resourceVersion: "20728"
    uid: 0bcf1742-903a-4791-9425-f20e0237523f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-w8qp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20725"
    uid: 62dc1c6d-fc62-4468-9a5f-3a6f0c86a652
  kind: Event
  lastTimestamp: "2026-09-16T13:07:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:47Z"
    name: isvc-canary-create-predictor-8cb968449-w8qp8.18d5cf09c6867859
    namespace: kserve-ci-e2e-test
    resourceVersion: "20748"
    uid: f32bcd5a-d6bc-4c8f-bfc2-5b208d6be836
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-w8qp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20730"
    uid: 62dc1c6d-fc62-4468-9a5f-3a6f0c86a652
  kind: Event
  lastTimestamp: "2026-09-16T13:07:48Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:07:48Z"
    name: isvc-canary-create-predictor-8cb968449-w8qp8.18d5cf09fda44760
    namespace: kserve-ci-e2e-test
    resourceVersion: "20766"
    uid: 12e7256a-7f1a-4a56-9f05-0ec7b1a37441
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-w8qp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20725"
    uid: 62dc1c6d-fc62-4468-9a5f-3a6f0c86a652
  kind: Event
  lastTimestamp: "2026-09-16T13:07:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:48Z"
    name: isvc-canary-create-predictor-8cb968449-w8qp8.18d5cf09ff18c6af
    namespace: kserve-ci-e2e-test
    resourceVersion: "20768"
    uid: 96d08a72-6860-427b-9a1a-a6602970edd5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-w8qp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20725"
    uid: 62dc1c6d-fc62-4468-9a5f-3a6f0c86a652
  kind: Event
  lastTimestamp: "2026-09-16T13:07:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T13:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:48Z"
    name: isvc-canary-create-predictor-8cb968449-w8qp8.18d5cf0a022b50aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20773"
    uid: 0a8b617a-8432-4540-ad63-7272f181275e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-w8qp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20725"
    uid: 62dc1c6d-fc62-4468-9a5f-3a6f0c86a652
  kind: Event
  lastTimestamp: "2026-09-16T13:07:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T13:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:48Z"
    name: isvc-canary-create-predictor-8cb968449-w8qp8.18d5cf0a029b8dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20774"
    uid: 8f330b54-83c2-4dc0-8edf-b0618c841a5b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-w8qp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20725"
    uid: 62dc1c6d-fc62-4468-9a5f-3a6f0c86a652
  kind: Event
  lastTimestamp: "2026-09-16T13:07:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:53Z"
    name: isvc-canary-create-predictor-8cb968449-w8qp8.18d5cf0b1a669fcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20834"
    uid: 500550fe-5f7b-4e29-8b86-8d26f50d0bf5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-w8qp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20725"
    uid: 62dc1c6d-fc62-4468-9a5f-3a6f0c86a652
  kind: Event
  lastTimestamp: "2026-09-16T13:07:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:53Z"
    name: isvc-canary-create-predictor-8cb968449-w8qp8.18d5cf0b1daca6e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20837"
    uid: 55a508e7-f17e-44a6-be5e-fb9f736346fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-w8qp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20725"
    uid: 62dc1c6d-fc62-4468-9a5f-3a6f0c86a652
  kind: Event
  lastTimestamp: "2026-09-16T13:07:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:53Z"
    name: isvc-canary-create-predictor-8cb968449-w8qp8.18d5cf0b1e22cf85
    namespace: kserve-ci-e2e-test
    resourceVersion: "20840"
    uid: edc7ca7e-de1a-44cd-a53e-b56f30dce914
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-w8qp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20725"
    uid: 62dc1c6d-fc62-4468-9a5f-3a6f0c86a652
  kind: Event
  lastTimestamp: "2026-09-16T13:07:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:53Z"
    name: isvc-canary-create-predictor-8cb968449-w8qp8.18d5cf0b1e2c9676
    namespace: kserve-ci-e2e-test
    resourceVersion: "20841"
    uid: 1356edc9-86f4-4e7f-823b-5740603ecb9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-w8qp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20725"
    uid: 62dc1c6d-fc62-4468-9a5f-3a6f0c86a652
  kind: Event
  lastTimestamp: "2026-09-16T13:07:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:53Z"
    name: isvc-canary-create-predictor-8cb968449-w8qp8.18d5cf0b20cceef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: 4da0726f-860b-44cf-88f0-dd2fb424a435
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-w8qp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20725"
    uid: 62dc1c6d-fc62-4468-9a5f-3a6f0c86a652
  kind: Event
  lastTimestamp: "2026-09-16T13:07:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:53Z"
    name: isvc-canary-create-predictor-8cb968449-w8qp8.18d5cf0b2140c57e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20844"
    uid: 037863d3-5636-4a38-a315-93f228a15405
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-w8qp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20725"
    uid: 62dc1c6d-fc62-4468-9a5f-3a6f0c86a652
  kind: Event
  lastTimestamp: "2026-09-16T13:09:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:01Z"
    name: isvc-canary-create-predictor-8cb968449-w8qp8.18d5cf0b926712ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21387"
    uid: f96a9c64-5c53-401d-96bf-aba50b1a1315
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-w8qp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20725"
    uid: 62dc1c6d-fc62-4468-9a5f-3a6f0c86a652
  kind: Event
  lastTimestamp: "2026-09-16T13:09:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:10Z"
    name: isvc-canary-create-predictor-8cb968449-w8qp8.18d5cf1d103e8574
    namespace: kserve-ci-e2e-test
    resourceVersion: "21469"
    uid: 59499f82-0b8c-4db9-acfc-eddadd7054a8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-w8qp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20725"
    uid: 62dc1c6d-fc62-4468-9a5f-3a6f0c86a652
  kind: Event
  lastTimestamp: "2026-09-16T13:09:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:10Z"
    name: isvc-canary-create-predictor-8cb968449-w8qp8.18d5cf1d103fa3e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21470"
    uid: 7e868a1b-fc8e-4ffd-b0a7-f37949611f8e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-w8qp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20725"
    uid: 62dc1c6d-fc62-4468-9a5f-3a6f0c86a652
  kind: Event
  lastTimestamp: "2026-09-16T13:09:11Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:11Z"
    name: isvc-canary-create-predictor-8cb968449-w8qp8.18d5cf1d44a1913d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21491"
    uid: b0b1033a-4fd5-4e91-975f-ab4070c5efd8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-8cb968449
    namespace: kserve-ci-e2e-test
    resourceVersion: "20707"
    uid: 362359d9-3a03-4185-99a7-62fb5c282205
  kind: Event
  lastTimestamp: "2026-09-16T13:07:47Z"
  message: 'Created pod: isvc-canary-create-predictor-8cb968449-w8qp8'
  metadata:
    creationTimestamp: "2026-09-16T13:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:07:47Z"
    name: isvc-canary-create-predictor-8cb968449.18d5cf09b766649e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20724"
    uid: e6651390-ded8-4352-81c8-9f4c11b0f112
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-8cb968449
    namespace: kserve-ci-e2e-test
    resourceVersion: "20707"
    uid: 362359d9-3a03-4185-99a7-62fb5c282205
  kind: Event
  lastTimestamp: "2026-09-16T13:07:47Z"
  message: 'Created pod: isvc-canary-create-predictor-8cb968449-mh7rp'
  metadata:
    creationTimestamp: "2026-09-16T13:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:07:47Z"
    name: isvc-canary-create-predictor-8cb968449.18d5cf09b9f0dfd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20732"
    uid: 1b4f454a-f40f-492f-8139-d6f74cbfb205
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-8cb968449
    namespace: kserve-ci-e2e-test
    resourceVersion: "21461"
    uid: 362359d9-3a03-4185-99a7-62fb5c282205
  kind: Event
  lastTimestamp: "2026-09-16T13:09:10Z"
  message: 'Deleted pod: isvc-canary-create-predictor-8cb968449-w8qp8'
  metadata:
    creationTimestamp: "2026-09-16T13:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:09:10Z"
    name: isvc-canary-create-predictor-8cb968449.18d5cf1d10165c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21465"
    uid: 3f878e75-2cb9-4179-8a6b-94e9b95dbb19
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20706"
    uid: 1d2c9892-14ab-427d-83a4-28313ddf0d4b
  kind: Event
  lastTimestamp: "2026-09-16T13:07:47Z"
  message: Scaled up replica set isvc-canary-create-predictor-8cb968449 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-16T13:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:07:47Z"
    name: isvc-canary-create-predictor.18d5cf09b42b7702
    namespace: kserve-ci-e2e-test
    resourceVersion: "20709"
    uid: ee40cc76-f2f3-4220-ac16-f7c27ff68cf1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21457"
    uid: 1d2c9892-14ab-427d-83a4-28313ddf0d4b
  kind: Event
  lastTimestamp: "2026-09-16T13:09:10Z"
  message: Scaled down replica set isvc-canary-create-predictor-8cb968449 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-16T13:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:09:10Z"
    name: isvc-canary-create-predictor.18d5cf1d0f89d8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21462"
    uid: 0aca0a1f-469e-41f1-91a5-b7a3e544b9bb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:07:47.560612Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-sm48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20713"
    uid: 21450712-a128-4e3d-bf9b-997dcfd74263
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-7768896644-sm48p
    to ip-10-0-133-218.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:07:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:07:47Z"
    name: isvc-canary-create-v2-predictor-7768896644-sm48p.18d5cf09b5c10921
    namespace: kserve-ci-e2e-test
    resourceVersion: "20718"
    uid: 7c68920d-c0b2-4c42-80d4-890fc98444cd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-sm48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20723"
    uid: 21450712-a128-4e3d-bf9b-997dcfd74263
  kind: Event
  lastTimestamp: "2026-09-16T13:07:48Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:07:48Z"
    name: isvc-canary-create-v2-predictor-7768896644-sm48p.18d5cf09d7aabeaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20752"
    uid: f4c64df6-85f6-4478-81e0-4a4ae27ce2ba
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-sm48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20716"
    uid: 21450712-a128-4e3d-bf9b-997dcfd74263
  kind: Event
  lastTimestamp: "2026-09-16T13:07:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:48Z"
    name: isvc-canary-create-v2-predictor-7768896644-sm48p.18d5cf09d907118b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20755"
    uid: 2d02358d-f602-4c88-8862-175b6cbb6fcd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-sm48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20716"
    uid: 21450712-a128-4e3d-bf9b-997dcfd74263
  kind: Event
  lastTimestamp: "2026-09-16T13:07:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T13:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:48Z"
    name: isvc-canary-create-v2-predictor-7768896644-sm48p.18d5cf09db9ec9aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20758"
    uid: a7b3320d-9b7a-4fa2-8c2c-817cdd5ab9b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-sm48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20716"
    uid: 21450712-a128-4e3d-bf9b-997dcfd74263
  kind: Event
  lastTimestamp: "2026-09-16T13:07:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T13:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:48Z"
    name: isvc-canary-create-v2-predictor-7768896644-sm48p.18d5cf09dc0f853f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20759"
    uid: 99f22290-5482-46e9-84cc-b1eaf4919d45
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-sm48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20716"
    uid: 21450712-a128-4e3d-bf9b-997dcfd74263
  kind: Event
  lastTimestamp: "2026-09-16T13:07:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:52Z"
    name: isvc-canary-create-v2-predictor-7768896644-sm48p.18d5cf0ade749db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20819"
    uid: 3764904d-14d4-410d-94a5-3be86ac6ad0b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-sm48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20716"
    uid: 21450712-a128-4e3d-bf9b-997dcfd74263
  kind: Event
  lastTimestamp: "2026-09-16T13:07:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:52Z"
    name: isvc-canary-create-v2-predictor-7768896644-sm48p.18d5cf0ae1786565
    namespace: kserve-ci-e2e-test
    resourceVersion: "20821"
    uid: 741d06c0-d06b-4953-b55b-20a12004865b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-sm48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20716"
    uid: 21450712-a128-4e3d-bf9b-997dcfd74263
  kind: Event
  lastTimestamp: "2026-09-16T13:07:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:52Z"
    name: isvc-canary-create-v2-predictor-7768896644-sm48p.18d5cf0ae1ede427
    namespace: kserve-ci-e2e-test
    resourceVersion: "20822"
    uid: 8a3c67cf-473e-4b7c-8081-cc1bcfde08d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-sm48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20716"
    uid: 21450712-a128-4e3d-bf9b-997dcfd74263
  kind: Event
  lastTimestamp: "2026-09-16T13:07:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:52Z"
    name: isvc-canary-create-v2-predictor-7768896644-sm48p.18d5cf0ae1f95e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20824"
    uid: 3205630d-5a6c-4c84-923c-461cd0213e10
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-sm48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20716"
    uid: 21450712-a128-4e3d-bf9b-997dcfd74263
  kind: Event
  lastTimestamp: "2026-09-16T13:07:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:52Z"
    name: isvc-canary-create-v2-predictor-7768896644-sm48p.18d5cf0ae838ab83
    namespace: kserve-ci-e2e-test
    resourceVersion: "20825"
    uid: f911e254-a857-4efc-8006-599ba0710d0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-sm48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20716"
    uid: 21450712-a128-4e3d-bf9b-997dcfd74263
  kind: Event
  lastTimestamp: "2026-09-16T13:07:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:52Z"
    name: isvc-canary-create-v2-predictor-7768896644-sm48p.18d5cf0ae8a87169
    namespace: kserve-ci-e2e-test
    resourceVersion: "20826"
    uid: e6cc96c7-8643-40e4-96de-3a006040149c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-sm48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20716"
    uid: 21450712-a128-4e3d-bf9b-997dcfd74263
  kind: Event
  lastTimestamp: "2026-09-16T13:09:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:20Z"
    name: isvc-canary-create-v2-predictor-7768896644-sm48p.18d5cf0b569008e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21591"
    uid: d3f18cc2-d5e0-4da3-91cb-821eff50994a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-sm48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20716"
    uid: 21450712-a128-4e3d-bf9b-997dcfd74263
  kind: Event
  lastTimestamp: "2026-09-16T13:09:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:17Z"
    name: isvc-canary-create-v2-predictor-7768896644-sm48p.18d5cf1eaf67f577
    namespace: kserve-ci-e2e-test
    resourceVersion: "21564"
    uid: 53ba4e7c-aec6-4643-8a5e-3adcd4f67ab6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-sm48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20716"
    uid: 21450712-a128-4e3d-bf9b-997dcfd74263
  kind: Event
  lastTimestamp: "2026-09-16T13:09:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:17Z"
    name: isvc-canary-create-v2-predictor-7768896644-sm48p.18d5cf1eaf688ae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21566"
    uid: 958285f6-9337-4e8b-83ea-3dfebb54a623
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-sm48p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20716"
    uid: 21450712-a128-4e3d-bf9b-997dcfd74263
  kind: Event
  lastTimestamp: "2026-09-16T13:09:20Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:09:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:20Z"
    name: isvc-canary-create-v2-predictor-7768896644-sm48p.18d5cf1f5cca8a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "21590"
    uid: d0fcee9a-2c82-4e55-8b6c-d36954471e16
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-7768896644
    namespace: kserve-ci-e2e-test
    resourceVersion: "20698"
    uid: 4bb3129b-54ca-40a0-89e8-2100a4dd9647
  kind: Event
  lastTimestamp: "2026-09-16T13:07:47Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-7768896644-sm48p'
  metadata:
    creationTimestamp: "2026-09-16T13:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:07:47Z"
    name: isvc-canary-create-v2-predictor-7768896644.18d5cf09b557b993
    namespace: kserve-ci-e2e-test
    resourceVersion: "20715"
    uid: 447dbdd3-9faf-4595-b1ed-914da2062381
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20697"
    uid: 08e400f8-a198-44a6-9923-992a18558200
  kind: Event
  lastTimestamp: "2026-09-16T13:07:47Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-7768896644 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T13:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:07:47Z"
    name: isvc-canary-create-v2-predictor.18d5cf09b20c7c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "20699"
    uid: 32f86059-0dc3-4537-a97a-61129ae8cd1e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: f23678be-aa39-4034-a63f-13bc683e0dc4
  kind: Event
  lastTimestamp: "2026-09-16T13:09:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:09:10Z"
    name: isvc-canary-create.18d5cf09b3db3e4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21483"
    uid: 79d20ce7-8fd9-4542-a7be-dc69838169e7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: f23678be-aa39-4034-a63f-13bc683e0dc4
  kind: Event
  lastTimestamp: "2026-09-16T13:09:10Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:09:10Z"
    name: isvc-canary-create.18d5cf09b43e9c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21478"
    uid: 4d1332d9-f765-4180-9d76-2ae2a46c3fbb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: f23678be-aa39-4034-a63f-13bc683e0dc4
  kind: Event
  lastTimestamp: "2026-09-16T13:09:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:09:10Z"
    name: isvc-canary-create.18d5cf09b43ef314
    namespace: kserve-ci-e2e-test
    resourceVersion: "21479"
    uid: 077f49e9-aab6-42a0-8803-5bbf37a01ed0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21481"
    uid: f23678be-aa39-4034-a63f-13bc683e0dc4
  kind: Event
  lastTimestamp: "2026-09-16T13:09:10Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:09:10Z"
    name: isvc-canary-create.18d5cf1d15f95229
    namespace: kserve-ci-e2e-test
    resourceVersion: "21482"
    uid: 895f8f2e-78e2-4695-be4d-fb53d211c101
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:09:22.837893Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21641"
    uid: c651075f-f8e6-4183-b9cd-585f87e95cf8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-8bc5b857-cwl9m
    to ip-10-0-143-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:09:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:09:22Z"
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m.18d5cf1fe4b8e492
    namespace: kserve-ci-e2e-test
    resourceVersion: "21648"
    uid: ae2f15ce-53bf-4b34-90ae-37e8b6b33deb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21645"
    uid: c651075f-f8e6-4183-b9cd-585f87e95cf8
  kind: Event
  lastTimestamp: "2026-09-16T13:09:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:23Z"
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m.18d5cf1ff39ae4c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: f9aca39e-f6c7-414b-b597-505ad353e4b2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21664"
    uid: c651075f-f8e6-4183-b9cd-585f87e95cf8
  kind: Event
  lastTimestamp: "2026-09-16T13:09:24Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:09:24Z"
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m.18d5cf202c16dfc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21699"
    uid: 9d4e7213-528e-467d-a089-0232123153a3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21645"
    uid: c651075f-f8e6-4183-b9cd-585f87e95cf8
  kind: Event
  lastTimestamp: "2026-09-16T13:09:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:24Z"
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m.18d5cf202d803e30
    namespace: kserve-ci-e2e-test
    resourceVersion: "21703"
    uid: 347ed6f4-13f1-48fa-8de3-3e22548ab028
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21645"
    uid: c651075f-f8e6-4183-b9cd-585f87e95cf8
  kind: Event
  lastTimestamp: "2026-09-16T13:09:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T13:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:24Z"
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m.18d5cf2031dd5fab
    namespace: kserve-ci-e2e-test
    resourceVersion: "21708"
    uid: 2c5ab61e-d2a9-4c3b-a77e-a4519b1242f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21645"
    uid: c651075f-f8e6-4183-b9cd-585f87e95cf8
  kind: Event
  lastTimestamp: "2026-09-16T13:09:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T13:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:24Z"
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m.18d5cf203254ccac
    namespace: kserve-ci-e2e-test
    resourceVersion: "21709"
    uid: 41c8667d-c371-4911-a134-3b127d9bafd3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21645"
    uid: c651075f-f8e6-4183-b9cd-585f87e95cf8
  kind: Event
  lastTimestamp: "2026-09-16T13:09:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:28Z"
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m.18d5cf2146674670
    namespace: kserve-ci-e2e-test
    resourceVersion: "21767"
    uid: 10dd6687-8a16-45e6-9c31-ce884e6475ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21645"
    uid: c651075f-f8e6-4183-b9cd-585f87e95cf8
  kind: Event
  lastTimestamp: "2026-09-16T13:09:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:28Z"
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m.18d5cf2149e42699
    namespace: kserve-ci-e2e-test
    resourceVersion: "21771"
    uid: 846710e5-94fe-44ed-b25c-7beb8bb25b41
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21645"
    uid: c651075f-f8e6-4183-b9cd-585f87e95cf8
  kind: Event
  lastTimestamp: "2026-09-16T13:09:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:28Z"
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m.18d5cf214a5e8fca
    namespace: kserve-ci-e2e-test
    resourceVersion: "21772"
    uid: 33145014-35d5-40e2-b5a6-681d40374103
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21645"
    uid: c651075f-f8e6-4183-b9cd-585f87e95cf8
  kind: Event
  lastTimestamp: "2026-09-16T13:09:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:28Z"
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m.18d5cf214a6a2935
    namespace: kserve-ci-e2e-test
    resourceVersion: "21773"
    uid: a1320940-e63e-4dba-a667-7414829ee5a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21645"
    uid: c651075f-f8e6-4183-b9cd-585f87e95cf8
  kind: Event
  lastTimestamp: "2026-09-16T13:09:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:28Z"
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m.18d5cf214d54d889
    namespace: kserve-ci-e2e-test
    resourceVersion: "21777"
    uid: bd0031d3-bdb3-45aa-a587-323e185d71fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21645"
    uid: c651075f-f8e6-4183-b9cd-585f87e95cf8
  kind: Event
  lastTimestamp: "2026-09-16T13:09:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:28Z"
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m.18d5cf214dca7232
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 19b4e33d-3724-4ee2-bf95-cf340e62fa04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21645"
    uid: c651075f-f8e6-4183-b9cd-585f87e95cf8
  kind: Event
  lastTimestamp: "2026-09-16T13:10:36Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:10:36Z"
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m.18d5cf21be5820d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22266"
    uid: 0ade11c4-7fbb-4e17-9ce4-a86db3c31b37
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:10:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21645"
    uid: c651075f-f8e6-4183-b9cd-585f87e95cf8
  kind: Event
  lastTimestamp: "2026-09-16T13:10:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:10:45Z"
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m.18d5cf333d27921f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22349"
    uid: 6b8176b9-0e5e-4dcf-8d21-47dcc6905272
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:10:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21645"
    uid: c651075f-f8e6-4183-b9cd-585f87e95cf8
  kind: Event
  lastTimestamp: "2026-09-16T13:10:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:10:45Z"
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m.18d5cf333d27faf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22350"
    uid: bcb36f34-2b6a-4a87-a1c2-f69b6a1e730b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:10:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21645"
    uid: c651075f-f8e6-4183-b9cd-585f87e95cf8
  kind: Event
  lastTimestamp: "2026-09-16T13:10:46Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:10:46Z"
    name: isvc-canary-promote-predictor-8bc5b857-cwl9m.18d5cf3370dbfb07
    namespace: kserve-ci-e2e-test
    resourceVersion: "22365"
    uid: 36f436aa-c65d-430b-8e97-ea26caa734bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:09:22.886454Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21659"
    uid: 1f3420c8-2d3f-4958-9bb5-b70b9b63953b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-8bc5b857-zkjp5
    to ip-10-0-133-218.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:09:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:09:22Z"
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5.18d5cf1fe79dea7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21663"
    uid: fc0344a7-660c-4b85-99cc-a9e9605b9091
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: 1f3420c8-2d3f-4958-9bb5-b70b9b63953b
  kind: Event
  lastTimestamp: "2026-09-16T13:09:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:23Z"
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5.18d5cf1feee3c2ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21676"
    uid: bb10ceef-3a01-4619-b6a8-732ac8dac1f4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21669"
    uid: 1f3420c8-2d3f-4958-9bb5-b70b9b63953b
  kind: Event
  lastTimestamp: "2026-09-16T13:09:24Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:09:24Z"
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5.18d5cf202d3bc5ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "21701"
    uid: 8b3af962-0ebf-4108-aaf2-b8229623bc7c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: 1f3420c8-2d3f-4958-9bb5-b70b9b63953b
  kind: Event
  lastTimestamp: "2026-09-16T13:09:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:24Z"
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5.18d5cf202eb0574c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21705"
    uid: ac3c8ef8-8557-454d-931f-432b82e6a0f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: 1f3420c8-2d3f-4958-9bb5-b70b9b63953b
  kind: Event
  lastTimestamp: "2026-09-16T13:09:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T13:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:24Z"
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5.18d5cf20316c41f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21706"
    uid: 4df541e4-5422-4f31-979e-3ced51df94cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: 1f3420c8-2d3f-4958-9bb5-b70b9b63953b
  kind: Event
  lastTimestamp: "2026-09-16T13:09:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T13:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:24Z"
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5.18d5cf2031dd74f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21707"
    uid: 26bef342-33d9-4933-9ae1-7212100a63d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: 1f3420c8-2d3f-4958-9bb5-b70b9b63953b
  kind: Event
  lastTimestamp: "2026-09-16T13:09:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:27Z"
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5.18d5cf2114d5641a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21756"
    uid: c02e302d-c04a-40da-ac86-0c8ae192967c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: 1f3420c8-2d3f-4958-9bb5-b70b9b63953b
  kind: Event
  lastTimestamp: "2026-09-16T13:09:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:27Z"
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5.18d5cf211795647c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21758"
    uid: ed97dfbe-8ff3-4a61-8fd6-9138942248c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: 1f3420c8-2d3f-4958-9bb5-b70b9b63953b
  kind: Event
  lastTimestamp: "2026-09-16T13:09:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:27Z"
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5.18d5cf2118070de4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21759"
    uid: b872cf73-0ab7-4c00-8cf3-b483cd286060
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: 1f3420c8-2d3f-4958-9bb5-b70b9b63953b
  kind: Event
  lastTimestamp: "2026-09-16T13:09:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:28Z"
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5.18d5cf2118105501
    namespace: kserve-ci-e2e-test
    resourceVersion: "21760"
    uid: 930a35be-a8e1-4806-9b66-2b2ebfab460d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: 1f3420c8-2d3f-4958-9bb5-b70b9b63953b
  kind: Event
  lastTimestamp: "2026-09-16T13:09:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:28Z"
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5.18d5cf211b05b0f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21763"
    uid: d2054cb5-fabb-4977-8e2e-8c2bd2060ecb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: 1f3420c8-2d3f-4958-9bb5-b70b9b63953b
  kind: Event
  lastTimestamp: "2026-09-16T13:09:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:28Z"
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5.18d5cf211b8686d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: ee5dd674-0220-4f61-bf31-6e6a0bc88356
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: 1f3420c8-2d3f-4958-9bb5-b70b9b63953b
  kind: Event
  lastTimestamp: "2026-09-16T13:10:37Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:10:37Z"
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5.18d5cf218cb1aed1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22274"
    uid: 726ba53e-fa3a-4726-a172-fcb084238ac4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: 1f3420c8-2d3f-4958-9bb5-b70b9b63953b
  kind: Event
  lastTimestamp: "2026-09-16T13:10:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:10:52Z"
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5.18d5cf34dc9df3ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "22427"
    uid: 85d0aa16-12a4-4ade-8def-e6dcd1efe517
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: 1f3420c8-2d3f-4958-9bb5-b70b9b63953b
  kind: Event
  lastTimestamp: "2026-09-16T13:10:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:10:52Z"
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5.18d5cf34dc9e7b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22428"
    uid: eeb914db-7e2a-45c6-a74c-539315db8d5a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: 1f3420c8-2d3f-4958-9bb5-b70b9b63953b
  kind: Event
  lastTimestamp: "2026-09-16T13:10:55Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:10:55Z"
    name: isvc-canary-promote-predictor-8bc5b857-zkjp5.18d5cf3592e57617
    namespace: kserve-ci-e2e-test
    resourceVersion: "22477"
    uid: 44093413-7cbd-47e0-bc64-de558a1d2295
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-8bc5b857
    namespace: kserve-ci-e2e-test
    resourceVersion: "21634"
    uid: 63dd91c2-c321-4199-9526-44834db525f3
  kind: Event
  lastTimestamp: "2026-09-16T13:09:22Z"
  message: 'Created pod: isvc-canary-promote-predictor-8bc5b857-cwl9m'
  metadata:
    creationTimestamp: "2026-09-16T13:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:09:22Z"
    name: isvc-canary-promote-predictor-8bc5b857.18d5cf1fe4619e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "21646"
    uid: 1f7a86bc-2d5a-4951-a0e0-3bda93bc6231
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-8bc5b857
    namespace: kserve-ci-e2e-test
    resourceVersion: "21634"
    uid: 63dd91c2-c321-4199-9526-44834db525f3
  kind: Event
  lastTimestamp: "2026-09-16T13:09:22Z"
  message: 'Created pod: isvc-canary-promote-predictor-8bc5b857-zkjp5'
  metadata:
    creationTimestamp: "2026-09-16T13:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:09:22Z"
    name: isvc-canary-promote-predictor-8bc5b857.18d5cf1fe7361fcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21660"
    uid: 234695dd-76af-43b9-8d00-75c1f1bd8495
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:10:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-8bc5b857
    namespace: kserve-ci-e2e-test
    resourceVersion: "22341"
    uid: 63dd91c2-c321-4199-9526-44834db525f3
  kind: Event
  lastTimestamp: "2026-09-16T13:10:45Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-8bc5b857-cwl9m'
  metadata:
    creationTimestamp: "2026-09-16T13:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:10:45Z"
    name: isvc-canary-promote-predictor-8bc5b857.18d5cf333cf1b83a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22345"
    uid: 92868e61-e525-4fb3-89ae-cebba0a5c961
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21632"
    uid: d3262d0c-8ac7-407e-aad7-5f6ab7a1cdf2
  kind: Event
  lastTimestamp: "2026-09-16T13:09:22Z"
  message: Scaled up replica set isvc-canary-promote-predictor-8bc5b857 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-16T13:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:09:22Z"
    name: isvc-canary-promote-predictor.18d5cf1fe1a7433e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21635"
    uid: 7dfd28da-8e10-401b-8220-6e70a2953e16
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:10:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22337"
    uid: d3262d0c-8ac7-407e-aad7-5f6ab7a1cdf2
  kind: Event
  lastTimestamp: "2026-09-16T13:10:45Z"
  message: Scaled down replica set isvc-canary-promote-predictor-8bc5b857 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-16T13:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:10:45Z"
    name: isvc-canary-promote-predictor.18d5cf333c79ee06
    namespace: kserve-ci-e2e-test
    resourceVersion: "22342"
    uid: 584e91d1-038c-4bda-9a6c-049e1e021af9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:09:22.835228Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21640"
    uid: 705e22ba-898d-48aa-b4d9-87819af7098f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-65744c97b6-hcx6g
    to ip-10-0-143-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:09:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:09:22Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g.18d5cf1fe4904078
    namespace: kserve-ci-e2e-test
    resourceVersion: "21647"
    uid: abe790fe-5efb-4da4-a577-4b49eb56b4b4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21658"
    uid: 705e22ba-898d-48aa-b4d9-87819af7098f
  kind: Event
  lastTimestamp: "2026-09-16T13:09:23Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:09:23Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g.18d5cf2007d1fd0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21687"
    uid: fa2d9e2b-6d47-4134-8a45-eef978c4436f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 705e22ba-898d-48aa-b4d9-87819af7098f
  kind: Event
  lastTimestamp: "2026-09-16T13:09:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:23Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g.18d5cf20095378a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21689"
    uid: b8884745-590e-4d16-9a08-64fef14761ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 705e22ba-898d-48aa-b4d9-87819af7098f
  kind: Event
  lastTimestamp: "2026-09-16T13:09:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T13:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:23Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g.18d5cf200bf556de
    namespace: kserve-ci-e2e-test
    resourceVersion: "21691"
    uid: 3cf8ee4e-784f-4bd9-82bc-8cede26eeaab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 705e22ba-898d-48aa-b4d9-87819af7098f
  kind: Event
  lastTimestamp: "2026-09-16T13:09:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T13:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:23Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g.18d5cf200c68668f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21692"
    uid: d1aaec3c-6bed-4c4f-9972-62cb6a212318
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 705e22ba-898d-48aa-b4d9-87819af7098f
  kind: Event
  lastTimestamp: "2026-09-16T13:09:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:27Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g.18d5cf210a5a28bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21748"
    uid: 1087fc7f-8671-4b50-96c7-280c4fdea01d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 705e22ba-898d-48aa-b4d9-87819af7098f
  kind: Event
  lastTimestamp: "2026-09-16T13:09:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:27Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g.18d5cf210db4de05
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: d79c287b-8efb-42bf-b26c-6bde9f888d4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 705e22ba-898d-48aa-b4d9-87819af7098f
  kind: Event
  lastTimestamp: "2026-09-16T13:09:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:27Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g.18d5cf210e2dc109
    namespace: kserve-ci-e2e-test
    resourceVersion: "21752"
    uid: 56bef8b8-879f-4fd8-88de-1ba4a38a983e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 705e22ba-898d-48aa-b4d9-87819af7098f
  kind: Event
  lastTimestamp: "2026-09-16T13:09:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:27Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g.18d5cf210e379f02
    namespace: kserve-ci-e2e-test
    resourceVersion: "21753"
    uid: 48009ed6-fbc4-474b-939b-a9b2dcd277b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 705e22ba-898d-48aa-b4d9-87819af7098f
  kind: Event
  lastTimestamp: "2026-09-16T13:09:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:27Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g.18d5cf2111e361d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21754"
    uid: c9ee14f4-6a8a-42a6-a536-c6cca6585467
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 705e22ba-898d-48aa-b4d9-87819af7098f
  kind: Event
  lastTimestamp: "2026-09-16T13:09:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:09:27Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g.18d5cf2112562129
    namespace: kserve-ci-e2e-test
    resourceVersion: "21755"
    uid: 3294727d-8217-4db9-97a7-c2a3854b461a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 705e22ba-898d-48aa-b4d9-87819af7098f
  kind: Event
  lastTimestamp: "2026-09-16T13:12:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:12:25Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g.18d5cf218271be14
    namespace: kserve-ci-e2e-test
    resourceVersion: "23142"
    uid: a3086fa5-2a05-41c6-97ca-0c46895bab3e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 705e22ba-898d-48aa-b4d9-87819af7098f
  kind: Event
  lastTimestamp: "2026-09-16T13:12:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:12:23Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g.18d5cf49e0360260
    namespace: kserve-ci-e2e-test
    resourceVersion: "23117"
    uid: 3718996e-5a74-4fc7-a6c5-3aca85fca4cf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 705e22ba-898d-48aa-b4d9-87819af7098f
  kind: Event
  lastTimestamp: "2026-09-16T13:12:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:12:23Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g.18d5cf49e0370b76
    namespace: kserve-ci-e2e-test
    resourceVersion: "23119"
    uid: 33a00cbf-bb18-44d5-9b31-fac961acda85
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 705e22ba-898d-48aa-b4d9-87819af7098f
  kind: Event
  lastTimestamp: "2026-09-16T13:12:25Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:12:25Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g.18d5cf4a7d193588
    namespace: kserve-ci-e2e-test
    resourceVersion: "23141"
    uid: 0f9988b2-891f-467f-bdea-e9b2536788be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:10:53.007574Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22436"
    uid: c40fd0b4-186c-49e3-a6d9-4fa18505145f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-65744c97b6-rkjp8
    to ip-10-0-133-218.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:10:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:10:53Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8.18d5cf34e3419596
    namespace: kserve-ci-e2e-test
    resourceVersion: "22442"
    uid: 6d5684ff-f653-4066-8d3f-9800e579c18b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:10:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22445"
    uid: c40fd0b4-186c-49e3-a6d9-4fa18505145f
  kind: Event
  lastTimestamp: "2026-09-16T13:10:53Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:10:53Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8.18d5cf35050297d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22449"
    uid: 2c7489ce-90b9-493f-808f-77e71152d0cc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: c40fd0b4-186c-49e3-a6d9-4fa18505145f
  kind: Event
  lastTimestamp: "2026-09-16T13:10:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:10:53Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8.18d5cf3506b77c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22452"
    uid: f7f65686-1f83-41c1-aa3e-61ff58f76687
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: c40fd0b4-186c-49e3-a6d9-4fa18505145f
  kind: Event
  lastTimestamp: "2026-09-16T13:10:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T13:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:10:53Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8.18d5cf3509c3f2fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22453"
    uid: ddac7d04-10c0-4f33-bf63-bd007005a47d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: c40fd0b4-186c-49e3-a6d9-4fa18505145f
  kind: Event
  lastTimestamp: "2026-09-16T13:10:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T13:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:10:53Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8.18d5cf350a36bec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22455"
    uid: 803b4cb4-bba7-4f14-8166-872d692b7072
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:10:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: c40fd0b4-186c-49e3-a6d9-4fa18505145f
  kind: Event
  lastTimestamp: "2026-09-16T13:10:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:10:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:10:58Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8.18d5cf361eb54c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22494"
    uid: f14dcc0a-c5bb-4743-b419-553aeff8338f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:10:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: c40fd0b4-186c-49e3-a6d9-4fa18505145f
  kind: Event
  lastTimestamp: "2026-09-16T13:10:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:10:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:10:58Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8.18d5cf3621da6580
    namespace: kserve-ci-e2e-test
    resourceVersion: "22498"
    uid: b3dd008f-634a-49f8-91c1-06cf4420b5ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:10:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: c40fd0b4-186c-49e3-a6d9-4fa18505145f
  kind: Event
  lastTimestamp: "2026-09-16T13:10:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:10:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:10:58Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8.18d5cf362248b13d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22499"
    uid: 314fcfb9-4047-4f68-a94a-b0f840b5b3e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:10:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: c40fd0b4-186c-49e3-a6d9-4fa18505145f
  kind: Event
  lastTimestamp: "2026-09-16T13:10:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:10:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:10:58Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8.18d5cf362253eaa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22500"
    uid: 94604f83-d493-4e00-ba05-d3413f748033
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:10:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: c40fd0b4-186c-49e3-a6d9-4fa18505145f
  kind: Event
  lastTimestamp: "2026-09-16T13:10:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:10:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:10:58Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8.18d5cf3625620448
    namespace: kserve-ci-e2e-test
    resourceVersion: "22502"
    uid: 2a89e5ca-b31e-496d-bf8c-ef92c343c75b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:10:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: c40fd0b4-186c-49e3-a6d9-4fa18505145f
  kind: Event
  lastTimestamp: "2026-09-16T13:10:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:10:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:10:58Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8.18d5cf3625cf39b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22503"
    uid: 1b0b20e0-d8bf-4f00-a15a-b80f6c127f06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T13:11:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: c40fd0b4-186c-49e3-a6d9-4fa18505145f
  kind: Event
  lastTimestamp: "2026-09-16T13:12:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:12:26Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8.18d5cf36969637d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23149"
    uid: 007fd7e7-9671-4313-9720-b30bc7e133ff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: c40fd0b4-186c-49e3-a6d9-4fa18505145f
  kind: Event
  lastTimestamp: "2026-09-16T13:12:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:12:23Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8.18d5cf49e012ad03
    namespace: kserve-ci-e2e-test
    resourceVersion: "23116"
    uid: 5ce64eab-b963-408b-8b51-fde41e28e508
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: c40fd0b4-186c-49e3-a6d9-4fa18505145f
  kind: Event
  lastTimestamp: "2026-09-16T13:12:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:12:23Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8.18d5cf49e01717ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "23118"
    uid: 809da03c-6b50-4119-8a96-c053c90512f6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: c40fd0b4-186c-49e3-a6d9-4fa18505145f
  kind: Event
  lastTimestamp: "2026-09-16T13:12:26Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:12:26Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8.18d5cf4a9cc806fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23148"
    uid: 92bd9ca3-b692-4dea-b640-43dc8cd8160f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-65744c97b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21623"
    uid: d7ea748f-c499-48ad-aed3-9ab0af51be1e
  kind: Event
  lastTimestamp: "2026-09-16T13:09:22Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-65744c97b6-hcx6g'
  metadata:
    creationTimestamp: "2026-09-16T13:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:09:22Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6.18d5cf1fe40e5ab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21642"
    uid: d122e236-aed9-4102-bb77-a95a9dc349b9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:10:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-65744c97b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22433"
    uid: d7ea748f-c499-48ad-aed3-9ab0af51be1e
  kind: Event
  lastTimestamp: "2026-09-16T13:10:52Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-65744c97b6-rkjp8'
  metadata:
    creationTimestamp: "2026-09-16T13:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:10:52Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6.18d5cf34e284928c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22437"
    uid: 4bff0c40-16e4-4676-8cb1-60da3a9b3979
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21622"
    uid: 4abcc8b2-ed43-4e59-bf9e-17cfbc35fe4f
  kind: Event
  lastTimestamp: "2026-09-16T13:09:22Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-65744c97b6 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T13:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:09:22Z"
    name: isvc-canary-promote-v2-predictor.18d5cf1fdf62ab4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21624"
    uid: a7a9ff93-6fc5-47aa-8f57-17b65fae6a1f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:10:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22429"
    uid: 4abcc8b2-ed43-4e59-bf9e-17cfbc35fe4f
  kind: Event
  lastTimestamp: "2026-09-16T13:10:52Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-65744c97b6 from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-16T13:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:10:52Z"
    name: isvc-canary-promote-v2-predictor.18d5cf34de8ab7a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22434"
    uid: 6529e4e3-e87a-4d90-a57c-7e5df073a151
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21614"
    uid: f47c8d17-a1ab-41df-bf30-7afd98585894
  kind: Event
  lastTimestamp: "2026-09-16T13:10:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:10:46Z"
    name: isvc-canary-promote.18d5cf1fe13c3dcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22362"
    uid: 36f98925-46ba-4b95-a0e4-c7bf82088b3a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21614"
    uid: f47c8d17-a1ab-41df-bf30-7afd98585894
  kind: Event
  lastTimestamp: "2026-09-16T13:10:45Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:10:45Z"
    name: isvc-canary-promote.18d5cf1fe1b0525a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22357"
    uid: 79641c8d-3076-45e2-8598-842a5c977940
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:09:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21614"
    uid: f47c8d17-a1ab-41df-bf30-7afd98585894
  kind: Event
  lastTimestamp: "2026-09-16T13:10:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:10:45Z"
    name: isvc-canary-promote.18d5cf1fe1b0ab83
    namespace: kserve-ci-e2e-test
    resourceVersion: "22358"
    uid: 486e48c2-e233-4b43-b774-5c1202bb390e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:10:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22378"
    uid: f47c8d17-a1ab-41df-bf30-7afd98585894
  kind: Event
  lastTimestamp: "2026-09-16T13:12:16Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:12:16Z"
    name: isvc-canary-promote.18d5cf33a9bdfebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23049"
    uid: 5f2cc40d-7c85-4d48-acf9-361bf0ab374f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T12:59:50.951178Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15801"
    uid: 3cf459e0-cf33-4718-98aa-9bd7e302c9f4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-696c5cc6cc-5dsjm
    to ip-10-0-133-218.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T12:59:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T12:59:50Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm.18d5ce9abd9e269f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15805"
    uid: 29191f1c-fd38-4993-a9dc-c1e733fa5e86
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: 3cf459e0-cf33-4718-98aa-9bd7e302c9f4
  kind: Event
  lastTimestamp: "2026-09-16T12:59:51Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T12:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T12:59:51Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm.18d5ce9adf544fa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15829"
    uid: c5b5e82c-b6a9-45cc-887c-8d7ced80c919
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15802"
    uid: 3cf459e0-cf33-4718-98aa-9bd7e302c9f4
  kind: Event
  lastTimestamp: "2026-09-16T12:59:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T12:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:51Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm.18d5ce9ae21ad8a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: 9459b55a-94fe-4474-918f-6fabafa6c535
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15802"
    uid: 3cf459e0-cf33-4718-98aa-9bd7e302c9f4
  kind: Event
  lastTimestamp: "2026-09-16T12:59:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T12:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:51Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm.18d5ce9ae4edf738
    namespace: kserve-ci-e2e-test
    resourceVersion: "15834"
    uid: fcf5d0ad-05eb-42ed-90dc-372c3b2f0617
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15802"
    uid: 3cf459e0-cf33-4718-98aa-9bd7e302c9f4
  kind: Event
  lastTimestamp: "2026-09-16T12:59:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T12:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:51Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm.18d5ce9ae55d92e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15835"
    uid: 0f4a0c19-4e1e-4b17-8d58-5987c791f1d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15802"
    uid: 3cf459e0-cf33-4718-98aa-9bd7e302c9f4
  kind: Event
  lastTimestamp: "2026-09-16T12:59:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T12:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:56Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm.18d5ce9c0df34b56
    namespace: kserve-ci-e2e-test
    resourceVersion: "15887"
    uid: f039d641-2771-4a57-9355-9c116e16ff1b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15802"
    uid: 3cf459e0-cf33-4718-98aa-9bd7e302c9f4
  kind: Event
  lastTimestamp: "2026-09-16T12:59:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T12:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:56Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm.18d5ce9c11f5d690
    namespace: kserve-ci-e2e-test
    resourceVersion: "15891"
    uid: fd821e80-ca96-486f-a95e-bb494451ffb2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15802"
    uid: 3cf459e0-cf33-4718-98aa-9bd7e302c9f4
  kind: Event
  lastTimestamp: "2026-09-16T12:59:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T12:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:56Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm.18d5ce9c127c4369
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: a72d848f-2bf2-4ef7-a30b-c5abdab851d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15802"
    uid: 3cf459e0-cf33-4718-98aa-9bd7e302c9f4
  kind: Event
  lastTimestamp: "2026-09-16T12:59:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T12:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:56Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm.18d5ce9c1288e747
    namespace: kserve-ci-e2e-test
    resourceVersion: "15893"
    uid: dca154b1-340c-4e50-93ee-b3c1e0e3dc31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15802"
    uid: 3cf459e0-cf33-4718-98aa-9bd7e302c9f4
  kind: Event
  lastTimestamp: "2026-09-16T12:59:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T12:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:56Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm.18d5ce9c15493c2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: e29b1dc7-e9c0-4e1a-bac8-764248d2ccc0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15802"
    uid: 3cf459e0-cf33-4718-98aa-9bd7e302c9f4
  kind: Event
  lastTimestamp: "2026-09-16T12:59:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T12:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:56Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm.18d5ce9c15cdc410
    namespace: kserve-ci-e2e-test
    resourceVersion: "15896"
    uid: 690b1433-df2a-41f8-b0ea-d9d6205ad4df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15802"
    uid: 3cf459e0-cf33-4718-98aa-9bd7e302c9f4
  kind: Event
  lastTimestamp: "2026-09-16T13:01:23Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T12:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:23Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm.18d5ce9c4a39de9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16602"
    uid: acc6572c-b8f6-486f-adf9-93d7307901e9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15802"
    uid: 3cf459e0-cf33-4718-98aa-9bd7e302c9f4
  kind: Event
  lastTimestamp: "2026-09-16T13:01:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:01:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:21Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm.18d5ceafb605f6a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: 49026e16-01be-4b70-a55f-668f1fa103ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15802"
    uid: 3cf459e0-cf33-4718-98aa-9bd7e302c9f4
  kind: Event
  lastTimestamp: "2026-09-16T13:01:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:01:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:21Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm.18d5ceafb60674aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: 224df366-16fb-4e08-a1f0-f1266698740f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15802"
    uid: 3cf459e0-cf33-4718-98aa-9bd7e302c9f4
  kind: Event
  lastTimestamp: "2026-09-16T13:01:23Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:23Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm.18d5ceb050811c13
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: 8f819d54-090a-442f-bc54-84a663a5f357
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T12:58:01.044148Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14647"
    uid: 2abe9c6e-a97c-4f3b-b8eb-4c2697a6485d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-696c5cc6cc-9dh72
    to ip-10-0-133-218.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T12:58:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T12:58:01Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72.18d5ce8126a5f091
    namespace: kserve-ci-e2e-test
    resourceVersion: "14653"
    uid: ae93ec1d-4a6b-4d0c-8e58-4db977c3fdc7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14660"
    uid: 2abe9c6e-a97c-4f3b-b8eb-4c2697a6485d
  kind: Event
  lastTimestamp: "2026-09-16T12:58:01Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T12:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T12:58:01Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72.18d5ce8148a08b9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14706"
    uid: 0c1fee70-332b-4dab-8e38-5e475b14a300
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: 2abe9c6e-a97c-4f3b-b8eb-4c2697a6485d
  kind: Event
  lastTimestamp: "2026-09-16T12:58:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T12:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:01Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72.18d5ce814a195a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "14708"
    uid: d3f46ba2-df58-4d61-9ff1-86b2f4c3a794
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: 2abe9c6e-a97c-4f3b-b8eb-4c2697a6485d
  kind: Event
  lastTimestamp: "2026-09-16T12:58:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T12:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:01Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72.18d5ce814cf0bd9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 4b63f68b-5612-47e4-b442-5100b1081e2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: 2abe9c6e-a97c-4f3b-b8eb-4c2697a6485d
  kind: Event
  lastTimestamp: "2026-09-16T12:58:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T12:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:01Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72.18d5ce814d541078
    namespace: kserve-ci-e2e-test
    resourceVersion: "14711"
    uid: 3cbf95f1-f567-44a8-a88d-0d91a55926c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: 2abe9c6e-a97c-4f3b-b8eb-4c2697a6485d
  kind: Event
  lastTimestamp: "2026-09-16T12:58:06Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
  metadata:
    creationTimestamp: "2026-09-16T12:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:06Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72.18d5ce8251c11bd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14784"
    uid: 0a534e71-24af-4e15-8f7b-e1463d68297d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: 2abe9c6e-a97c-4f3b-b8eb-4c2697a6485d
  kind: Event
  lastTimestamp: "2026-09-16T12:58:23Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    in 17.701s (17.701s including waiting). Image size: 1580604317 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T12:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:23Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72.18d5ce8670d6fdd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 2e194588-734e-4839-b3ec-79d5fac24d3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: 2abe9c6e-a97c-4f3b-b8eb-4c2697a6485d
  kind: Event
  lastTimestamp: "2026-09-16T12:58:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T12:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:23Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72.18d5ce8673a37c81
    namespace: kserve-ci-e2e-test
    resourceVersion: "14932"
    uid: 855d1f1b-088a-4b40-84dd-38f98322ba3e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: 2abe9c6e-a97c-4f3b-b8eb-4c2697a6485d
  kind: Event
  lastTimestamp: "2026-09-16T12:58:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T12:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:23Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72.18d5ce8673ffe583
    namespace: kserve-ci-e2e-test
    resourceVersion: "14933"
    uid: b93375ee-b58c-4895-be4f-98351d447b01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: 2abe9c6e-a97c-4f3b-b8eb-4c2697a6485d
  kind: Event
  lastTimestamp: "2026-09-16T12:58:23Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T12:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:23Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72.18d5ce86740c15ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: f3f215be-b540-451f-8510-3e93827c5ff4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: 2abe9c6e-a97c-4f3b-b8eb-4c2697a6485d
  kind: Event
  lastTimestamp: "2026-09-16T12:58:26Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.377s (2.377s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T12:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:26Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72.18d5ce8701c2edd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: b53229cd-e804-49d9-8887-d3ee76deef6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: 2abe9c6e-a97c-4f3b-b8eb-4c2697a6485d
  kind: Event
  lastTimestamp: "2026-09-16T12:58:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T12:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:26Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72.18d5ce8704f4ef01
    namespace: kserve-ci-e2e-test
    resourceVersion: "14964"
    uid: 0027367d-a9ea-45c5-b232-880f881d4c0a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: 2abe9c6e-a97c-4f3b-b8eb-4c2697a6485d
  kind: Event
  lastTimestamp: "2026-09-16T12:58:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T12:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:26Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72.18d5ce8705597f50
    namespace: kserve-ci-e2e-test
    resourceVersion: "14965"
    uid: 545d13a9-a1f0-40bf-9064-77b3a171dc73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: 2abe9c6e-a97c-4f3b-b8eb-4c2697a6485d
  kind: Event
  lastTimestamp: "2026-09-16T12:59:33Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T12:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:33Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72.18d5ce873e73f341
    namespace: kserve-ci-e2e-test
    resourceVersion: "15488"
    uid: e8f92a06-92fb-4aaa-9e31-77bb0239f491
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: 2abe9c6e-a97c-4f3b-b8eb-4c2697a6485d
  kind: Event
  lastTimestamp: "2026-09-16T12:59:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T12:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:43Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72.18d5ce99028702d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15603"
    uid: 6392bc2d-f752-449b-954c-100dfaaea314
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: 2abe9c6e-a97c-4f3b-b8eb-4c2697a6485d
  kind: Event
  lastTimestamp: "2026-09-16T12:59:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T12:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:43Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72.18d5ce990287a8fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15604"
    uid: af957e15-d837-4887-b7d6-112bc1719da9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: 2abe9c6e-a97c-4f3b-b8eb-4c2697a6485d
  kind: Event
  lastTimestamp: "2026-09-16T12:59:49Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-09-16T12:59:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:49Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-9dh72.18d5ce9a564d03f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 8a1f99b0-934a-4674-a512-48fcceb1eb2d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T12:58:01.127233Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14670"
    uid: 4d94ade4-7161-43cf-95dd-90c92da670b0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-696c5cc6cc-zhm5z
    to ip-10-0-143-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T12:58:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T12:58:01Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z.18d5ce812b99ceb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14674"
    uid: ce1f1f00-0c47-42c0-b016-71667c0d5a2e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14678"
    uid: 4d94ade4-7161-43cf-95dd-90c92da670b0
  kind: Event
  lastTimestamp: "2026-09-16T12:58:01Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T12:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T12:58:01Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z.18d5ce814e6a9b93
    namespace: kserve-ci-e2e-test
    resourceVersion: "14712"
    uid: 6100f997-d69b-4736-857a-90a7d39cf0fd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14672"
    uid: 4d94ade4-7161-43cf-95dd-90c92da670b0
  kind: Event
  lastTimestamp: "2026-09-16T12:58:01Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
  metadata:
    creationTimestamp: "2026-09-16T12:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:01Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z.18d5ce814ffa61b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14714"
    uid: 6432ae60-9b47-4352-91dd-2a7f8c901c0d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14672"
    uid: 4d94ade4-7161-43cf-95dd-90c92da670b0
  kind: Event
  lastTimestamp: "2026-09-16T12:58:04Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    in 3.148s (3.148s including waiting). Image size: 306748353 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T12:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:04Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z.18d5ce820ba19119
    namespace: kserve-ci-e2e-test
    resourceVersion: "14759"
    uid: cbdb5e9b-af50-4b14-8cb2-561ff732578d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14672"
    uid: 4d94ade4-7161-43cf-95dd-90c92da670b0
  kind: Event
  lastTimestamp: "2026-09-16T12:58:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T12:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:04Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z.18d5ce820f0d0659
    namespace: kserve-ci-e2e-test
    resourceVersion: "14762"
    uid: e4ea6a30-40c0-4eca-b446-2d5c6dad09f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14672"
    uid: 4d94ade4-7161-43cf-95dd-90c92da670b0
  kind: Event
  lastTimestamp: "2026-09-16T12:58:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T12:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:04Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z.18d5ce820fa40626
    namespace: kserve-ci-e2e-test
    resourceVersion: "14763"
    uid: 9ac1e813-a70a-40ab-add0-4c34bff54852
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14672"
    uid: 4d94ade4-7161-43cf-95dd-90c92da670b0
  kind: Event
  lastTimestamp: "2026-09-16T12:58:09Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
  metadata:
    creationTimestamp: "2026-09-16T12:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:09Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z.18d5ce831cca19f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14817"
    uid: 628ba644-3c00-424f-b10f-2d21f1e65b2b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14672"
    uid: 4d94ade4-7161-43cf-95dd-90c92da670b0
  kind: Event
  lastTimestamp: "2026-09-16T12:58:22Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    in 12.85s (12.85s including waiting). Image size: 1580604317 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T12:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:22Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z.18d5ce861ac3bace
    namespace: kserve-ci-e2e-test
    resourceVersion: "14912"
    uid: 615d9d33-b558-4e4b-801a-7e3eb7172524
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14672"
    uid: 4d94ade4-7161-43cf-95dd-90c92da670b0
  kind: Event
  lastTimestamp: "2026-09-16T12:58:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T12:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:22Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z.18d5ce861e7c7b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "14913"
    uid: 561775af-63bf-4400-83f6-6e2978678cd2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14672"
    uid: 4d94ade4-7161-43cf-95dd-90c92da670b0
  kind: Event
  lastTimestamp: "2026-09-16T12:58:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T12:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:22Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z.18d5ce861f677404
    namespace: kserve-ci-e2e-test
    resourceVersion: "14914"
    uid: 19d89ecf-c555-4059-a348-cab726344901
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14672"
    uid: 4d94ade4-7161-43cf-95dd-90c92da670b0
  kind: Event
  lastTimestamp: "2026-09-16T12:58:22Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T12:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:22Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z.18d5ce861f76160b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14915"
    uid: d288c190-8d73-4abd-83d2-b1ea56aca688
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14672"
    uid: 4d94ade4-7161-43cf-95dd-90c92da670b0
  kind: Event
  lastTimestamp: "2026-09-16T12:58:25Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.671s (2.671s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T12:58:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:25Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z.18d5ce86beb7f532
    namespace: kserve-ci-e2e-test
    resourceVersion: "14948"
    uid: 05aa86f3-b4b2-4483-b872-9f5ca4533035
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14672"
    uid: 4d94ade4-7161-43cf-95dd-90c92da670b0
  kind: Event
  lastTimestamp: "2026-09-16T12:58:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T12:58:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:25Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z.18d5ce86c55dca30
    namespace: kserve-ci-e2e-test
    resourceVersion: "14949"
    uid: 00532a28-7255-4626-a606-4393859bbfa3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14672"
    uid: 4d94ade4-7161-43cf-95dd-90c92da670b0
  kind: Event
  lastTimestamp: "2026-09-16T12:58:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T12:58:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:25Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z.18d5ce86c68d9bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: bad5b55e-6705-4801-b937-67949512e692
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14672"
    uid: 4d94ade4-7161-43cf-95dd-90c92da670b0
  kind: Event
  lastTimestamp: "2026-09-16T13:01:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T12:58:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:21Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z.18d5ce86dc466d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "16586"
    uid: 2fc2feaa-7645-4f60-9f84-7560e9b09a9b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14672"
    uid: 4d94ade4-7161-43cf-95dd-90c92da670b0
  kind: Event
  lastTimestamp: "2026-09-16T13:01:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:01:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:21Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z.18d5ceafb6df8506
    namespace: kserve-ci-e2e-test
    resourceVersion: "16578"
    uid: 1e456f6d-f9e9-495d-a51d-5190292dbf7e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14672"
    uid: 4d94ade4-7161-43cf-95dd-90c92da670b0
  kind: Event
  lastTimestamp: "2026-09-16T13:01:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:01:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:21Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z.18d5ceafb6e028ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16580"
    uid: b6de37e2-a200-447c-b09b-8e902b049eb2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14672"
    uid: 4d94ade4-7161-43cf-95dd-90c92da670b0
  kind: Event
  lastTimestamp: "2026-09-16T13:01:21Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:01:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:21Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z.18d5ceafd6ee73ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16585"
    uid: 8429f840-07e7-4cb3-b02d-775ab20bd47d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-696c5cc6cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14639"
    uid: 777374c4-6256-4c33-bd17-b784c7d0826d
  kind: Event
  lastTimestamp: "2026-09-16T12:58:01Z"
  message: 'Created pod: isvc-canary-rollback-predictor-696c5cc6cc-9dh72'
  metadata:
    creationTimestamp: "2026-09-16T12:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T12:58:01Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc.18d5ce8125c44634
    namespace: kserve-ci-e2e-test
    resourceVersion: "14649"
    uid: ed4949c0-0f41-4689-be5f-9659045d55ae
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-696c5cc6cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14639"
    uid: 777374c4-6256-4c33-bd17-b784c7d0826d
  kind: Event
  lastTimestamp: "2026-09-16T12:58:01Z"
  message: 'Created pod: isvc-canary-rollback-predictor-696c5cc6cc-zhm5z'
  metadata:
    creationTimestamp: "2026-09-16T12:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T12:58:01Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc.18d5ce812ae5744e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: 29e3dda1-5a7b-4be7-8af2-405fbc880634
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-696c5cc6cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15590"
    uid: 777374c4-6256-4c33-bd17-b784c7d0826d
  kind: Event
  lastTimestamp: "2026-09-16T12:59:43Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-696c5cc6cc-9dh72'
  metadata:
    creationTimestamp: "2026-09-16T12:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T12:59:43Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc.18d5ce98fba3bc9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15594"
    uid: 95e46022-bc0f-4e9e-b6c4-f44bda8823e0
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-696c5cc6cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15796"
    uid: 777374c4-6256-4c33-bd17-b784c7d0826d
  kind: Event
  lastTimestamp: "2026-09-16T12:59:50Z"
  message: 'Created pod: isvc-canary-rollback-predictor-696c5cc6cc-5dsjm'
  metadata:
    creationTimestamp: "2026-09-16T12:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T12:59:50Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc.18d5ce9abcb474d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15803"
    uid: f62778c7-de09-47bf-b44e-5a6cd9bcc8d8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14637"
    uid: cff573c4-463f-4462-8bee-6d3997c0062c
  kind: Event
  lastTimestamp: "2026-09-16T12:58:00Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-696c5cc6cc from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-16T12:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T12:58:00Z"
    name: isvc-canary-rollback-predictor.18d5ce81223c219f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14642"
    uid: 66c89878-b7dc-4880-98c4-e19739c0b8bf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15585"
    uid: cff573c4-463f-4462-8bee-6d3997c0062c
  kind: Event
  lastTimestamp: "2026-09-16T12:59:43Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-696c5cc6cc from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-16T12:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T12:59:43Z"
    name: isvc-canary-rollback-predictor.18d5ce98fada2f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 92ea3a87-ec3e-4fd4-abd3-0027a4d49c96
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15791"
    uid: cff573c4-463f-4462-8bee-6d3997c0062c
  kind: Event
  lastTimestamp: "2026-09-16T12:59:50Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-696c5cc6cc from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-16T12:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T12:59:50Z"
    name: isvc-canary-rollback-predictor.18d5ce9ab89484d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15798"
    uid: 5850e06c-c298-40b5-ae02-f7ac7774d214
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T12:58:00.926575Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14625"
    uid: a65e5a0e-beb3-4b27-a076-130b38b51d49
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5
    to ip-10-0-133-218.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T12:58:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T12:58:00Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5.18d5ce811fa3f612
    namespace: kserve-ci-e2e-test
    resourceVersion: "14629"
    uid: 60e4374b-ea37-430a-baa2-39e42a5f8a5c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14627"
    uid: a65e5a0e-beb3-4b27-a076-130b38b51d49
  kind: Event
  lastTimestamp: "2026-09-16T12:58:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T12:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:01Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5.18d5ce8129624b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: b78973ce-cc6e-48d7-8b2a-bf99b0c9cd3e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14638"
    uid: a65e5a0e-beb3-4b27-a076-130b38b51d49
  kind: Event
  lastTimestamp: "2026-09-16T12:58:02Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T12:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T12:58:02Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5.18d5ce81654188a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14726"
    uid: fc52d82e-9fa8-45bf-8d7b-206f8d9d5daa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14627"
    uid: a65e5a0e-beb3-4b27-a076-130b38b51d49
  kind: Event
  lastTimestamp: "2026-09-16T12:58:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T12:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:02Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5.18d5ce81684596b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14728"
    uid: aed710f7-9244-4f52-b1ad-0d267064e625
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14627"
    uid: a65e5a0e-beb3-4b27-a076-130b38b51d49
  kind: Event
  lastTimestamp: "2026-09-16T12:58:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T12:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:02Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5.18d5ce816b2b9761
    namespace: kserve-ci-e2e-test
    resourceVersion: "14731"
    uid: 5aa48c33-25da-4197-9864-e4c8318c4cef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14627"
    uid: a65e5a0e-beb3-4b27-a076-130b38b51d49
  kind: Event
  lastTimestamp: "2026-09-16T12:58:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T12:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:02Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5.18d5ce816b8fd12b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14732"
    uid: 4475eff2-e59a-411e-893c-bfa73a819626
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14627"
    uid: a65e5a0e-beb3-4b27-a076-130b38b51d49
  kind: Event
  lastTimestamp: "2026-09-16T12:58:06Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
  metadata:
    creationTimestamp: "2026-09-16T12:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:06Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5.18d5ce8251aa48aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14783"
    uid: 033465c3-ce10-4225-8ab2-de33ab9b2984
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14627"
    uid: a65e5a0e-beb3-4b27-a076-130b38b51d49
  kind: Event
  lastTimestamp: "2026-09-16T12:58:23Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    in 17.616s (17.616s including waiting). Image size: 1580604317 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T12:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:23Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5.18d5ce866bb75571
    namespace: kserve-ci-e2e-test
    resourceVersion: "14927"
    uid: 51fe130a-e9dd-4944-baca-d60fff5d4fb6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14627"
    uid: a65e5a0e-beb3-4b27-a076-130b38b51d49
  kind: Event
  lastTimestamp: "2026-09-16T12:58:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T12:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:23Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5.18d5ce867089f30f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: 854a7431-dc7e-40b2-8d5b-1d0e43318777
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14627"
    uid: a65e5a0e-beb3-4b27-a076-130b38b51d49
  kind: Event
  lastTimestamp: "2026-09-16T12:58:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T12:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:23Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5.18d5ce8670eceb37
    namespace: kserve-ci-e2e-test
    resourceVersion: "14930"
    uid: 484e1ecd-23d5-4076-889d-1f0b32d364a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14627"
    uid: a65e5a0e-beb3-4b27-a076-130b38b51d49
  kind: Event
  lastTimestamp: "2026-09-16T12:58:23Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T12:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:23Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5.18d5ce8670f95f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: 2e8a7f5d-ae76-4855-a692-a6aed7b23c3b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14627"
    uid: a65e5a0e-beb3-4b27-a076-130b38b51d49
  kind: Event
  lastTimestamp: "2026-09-16T12:58:26Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.419s (2.419s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T12:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:26Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5.18d5ce87012bd3e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14961"
    uid: 5a2c38fb-e213-4e7e-8e2c-43ef668c9424
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14627"
    uid: a65e5a0e-beb3-4b27-a076-130b38b51d49
  kind: Event
  lastTimestamp: "2026-09-16T12:58:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T12:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:26Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5.18d5ce8704efc3eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14963"
    uid: 6d569abf-0f84-4e47-9a3d-e4eccfb4f6ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14627"
    uid: a65e5a0e-beb3-4b27-a076-130b38b51d49
  kind: Event
  lastTimestamp: "2026-09-16T12:58:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T12:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:26Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5.18d5ce87055db79e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14966"
    uid: 38f0bae1-6822-4191-a1fe-7b4f60e7a3f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14627"
    uid: a65e5a0e-beb3-4b27-a076-130b38b51d49
  kind: Event
  lastTimestamp: "2026-09-16T12:59:53Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T12:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:53Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5.18d5ce873e5b6e7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15862"
    uid: 0297eda4-88fb-4b5a-b2cc-fabdd4910740
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14627"
    uid: a65e5a0e-beb3-4b27-a076-130b38b51d49
  kind: Event
  lastTimestamp: "2026-09-16T12:59:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T12:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:50Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5.18d5ce9ab3e0b332
    namespace: kserve-ci-e2e-test
    resourceVersion: "15788"
    uid: 3e81a873-f980-47eb-9b7a-8b788162dd35
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14627"
    uid: a65e5a0e-beb3-4b27-a076-130b38b51d49
  kind: Event
  lastTimestamp: "2026-09-16T12:59:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T12:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:50Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5.18d5ce9ab3e1259f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15789"
    uid: 00d6ec68-fd84-4794-a527-cd9c841d3a7f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14627"
    uid: a65e5a0e-beb3-4b27-a076-130b38b51d49
  kind: Event
  lastTimestamp: "2026-09-16T12:59:53Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T12:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:53Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5.18d5ce9b44ba1dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15861"
    uid: 21dffd16-de72-4daa-be34-d93517dd8075
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-7ffd87447b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14617"
    uid: e37ee01c-020f-4ce9-95a9-962650e7609b
  kind: Event
  lastTimestamp: "2026-09-16T12:58:00Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-7ffd87447b-rmdk5'
  metadata:
    creationTimestamp: "2026-09-16T12:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T12:58:00Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b.18d5ce811f2296a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14626"
    uid: 4a8e23ac-a175-4b17-b34a-d96526a57488
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14616"
    uid: 3654fd84-f87d-4c34-a5ac-79a06b98c664
  kind: Event
  lastTimestamp: "2026-09-16T12:58:00Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-7ffd87447b from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T12:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T12:58:00Z"
    name: isvc-canary-rollback-v2-predictor.18d5ce81196bd9bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14618"
    uid: 9e011c3e-ae30-48b4-9a9c-e0bcf979686f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14606"
    uid: 4b48d9ea-2a0d-4731-9c8c-9fd72244ba36
  kind: Event
  lastTimestamp: "2026-09-16T12:59:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T12:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T12:59:52Z"
    name: isvc-canary-rollback.18d5ce8121cf30b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15853"
    uid: 46dd85dc-110b-407d-91d7-7f1e71365152
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14606"
    uid: 4b48d9ea-2a0d-4731-9c8c-9fd72244ba36
  kind: Event
  lastTimestamp: "2026-09-16T12:58:00Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T12:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T12:58:00Z"
    name: isvc-canary-rollback.18d5ce8122720ba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14643"
    uid: 90dcb5e8-cb51-4f37-8369-9d78791476fb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14606"
    uid: 4b48d9ea-2a0d-4731-9c8c-9fd72244ba36
  kind: Event
  lastTimestamp: "2026-09-16T12:58:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T12:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T12:58:00Z"
    name: isvc-canary-rollback.18d5ce81227276da
    namespace: kserve-ci-e2e-test
    resourceVersion: "14644"
    uid: e9e4c9cc-3a31-4759-bbd1-62d90c487b17
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15587"
    uid: 4b48d9ea-2a0d-4731-9c8c-9fd72244ba36
  kind: Event
  lastTimestamp: "2026-09-16T13:01:13Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-16T12:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:01:13Z"
    name: isvc-canary-rollback.18d5ce98fa1a80e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16502"
    uid: 2b5eece9-5c97-4491-ae80-49f07cd554ca
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15809"
    uid: 4b48d9ea-2a0d-4731-9c8c-9fd72244ba36
  kind: Event
  lastTimestamp: "2026-09-16T12:59:50Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-09-16T12:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T12:59:50Z"
    name: isvc-canary-rollback.18d5ce9abfc53f6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15814"
    uid: da8d4759-76cb-431a-be5f-e0bc111a5d37
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:01:26.339837Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16694"
    uid: d427f676-225f-4e4f-abf0-4403420eeccb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-67d6bcd4b5-4k5mm
    to ip-10-0-143-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:01:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:01:26Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm.18d5ceb0f33991b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16701"
    uid: 1159e4c4-ae58-484c-a731-53c99d65636d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: d427f676-225f-4e4f-abf0-4403420eeccb
  kind: Event
  lastTimestamp: "2026-09-16T13:01:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:26Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm.18d5ceb0ff765855
    namespace: kserve-ci-e2e-test
    resourceVersion: "16721"
    uid: 4d280f39-bd9a-40e2-bdce-535b95f8c348
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16709"
    uid: d427f676-225f-4e4f-abf0-4403420eeccb
  kind: Event
  lastTimestamp: "2026-09-16T13:01:27Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:01:27Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm.18d5ceb1396ab128
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: 36724555-3c2d-45e6-97e0-149b6fe691c0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: d427f676-225f-4e4f-abf0-4403420eeccb
  kind: Event
  lastTimestamp: "2026-09-16T13:01:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:27Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm.18d5ceb13afea1e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16747"
    uid: b7a5994c-92b2-4361-9ff6-41a89f552335
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: d427f676-225f-4e4f-abf0-4403420eeccb
  kind: Event
  lastTimestamp: "2026-09-16T13:01:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T13:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:27Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm.18d5ceb13e296923
    namespace: kserve-ci-e2e-test
    resourceVersion: "16749"
    uid: 3fe93451-2e48-4e3e-8366-bbb906883899
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: d427f676-225f-4e4f-abf0-4403420eeccb
  kind: Event
  lastTimestamp: "2026-09-16T13:01:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T13:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:27Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm.18d5ceb13ea0e05f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: 5b97ea97-1e65-41e7-b5c7-dddbf9657639
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: d427f676-225f-4e4f-abf0-4403420eeccb
  kind: Event
  lastTimestamp: "2026-09-16T13:01:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:32Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm.18d5ceb25f147a05
    namespace: kserve-ci-e2e-test
    resourceVersion: "16817"
    uid: 3af991f3-dc4f-499b-b8b4-b926e9010705
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: d427f676-225f-4e4f-abf0-4403420eeccb
  kind: Event
  lastTimestamp: "2026-09-16T13:01:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:32Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm.18d5ceb2628c98ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16823"
    uid: a0e3bded-6f05-46d1-afa5-5a3dff3ede43
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: d427f676-225f-4e4f-abf0-4403420eeccb
  kind: Event
  lastTimestamp: "2026-09-16T13:01:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:32Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm.18d5ceb26301d135
    namespace: kserve-ci-e2e-test
    resourceVersion: "16825"
    uid: bbd5912a-b6cc-48bc-ab8a-f33d9c234c4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: d427f676-225f-4e4f-abf0-4403420eeccb
  kind: Event
  lastTimestamp: "2026-09-16T13:01:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:32Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm.18d5ceb2630b3b3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: 6ce297ba-3467-423f-b98b-8ead9243dfc0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: d427f676-225f-4e4f-abf0-4403420eeccb
  kind: Event
  lastTimestamp: "2026-09-16T13:01:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:32Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm.18d5ceb265c982e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16828"
    uid: d5769eaa-facd-43f4-b488-adb4fbd9bdbb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: d427f676-225f-4e4f-abf0-4403420eeccb
  kind: Event
  lastTimestamp: "2026-09-16T13:01:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:32Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm.18d5ceb2663e3474
    namespace: kserve-ci-e2e-test
    resourceVersion: "16830"
    uid: 4110d2e0-0b78-4174-a7c3-0fa52cd2bfa7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: d427f676-225f-4e4f-abf0-4403420eeccb
  kind: Event
  lastTimestamp: "2026-09-16T13:02:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:40Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm.18d5ceb2d715166f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: 2204c57a-0954-4138-97e7-162b0a5893ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: d427f676-225f-4e4f-abf0-4403420eeccb
  kind: Event
  lastTimestamp: "2026-09-16T13:02:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:50Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm.18d5cec47652eb5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17643"
    uid: 9073a76f-51dc-4bf2-8787-eb30b5e9978b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: d427f676-225f-4e4f-abf0-4403420eeccb
  kind: Event
  lastTimestamp: "2026-09-16T13:02:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:50Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm.18d5cec47653b8e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17644"
    uid: e5d4de9b-80a0-43e7-9511-520b5a22ae1f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: d427f676-225f-4e4f-abf0-4403420eeccb
  kind: Event
  lastTimestamp: "2026-09-16T13:02:50Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:50Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm.18d5cec4894f0b6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17660"
    uid: 2720905f-d378-4234-ae73-f131b1d3ebc8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:01:26.271947Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16669"
    uid: f4d17844-eae9-4c8e-ab43-b216589f6a22
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-67d6bcd4b5-jggcf
    to ip-10-0-131-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:01:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:01:26Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf.18d5ceb0ef2da2e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16685"
    uid: f10c5de1-f710-4d3f-b2a8-edc6b6087866
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: f4d17844-eae9-4c8e-ab43-b216589f6a22
  kind: Event
  lastTimestamp: "2026-09-16T13:01:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:26Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf.18d5ceb0fc11ccca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16719"
    uid: 16515d05-01a2-4667-9c07-d420444d9b97
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16693"
    uid: f4d17844-eae9-4c8e-ab43-b216589f6a22
  kind: Event
  lastTimestamp: "2026-09-16T13:01:27Z"
  message: Add eth0 [10.132.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:01:27Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf.18d5ceb134c70079
    namespace: kserve-ci-e2e-test
    resourceVersion: "16740"
    uid: 8f93c4a6-7947-4934-a985-511aaa23f019
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: f4d17844-eae9-4c8e-ab43-b216589f6a22
  kind: Event
  lastTimestamp: "2026-09-16T13:01:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:27Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf.18d5ceb13637fcc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: 1692d8f3-5225-4da5-aafa-e04c6c286f5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: f4d17844-eae9-4c8e-ab43-b216589f6a22
  kind: Event
  lastTimestamp: "2026-09-16T13:01:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T13:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:27Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf.18d5ceb13a3a553e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: 5ce8df21-a81a-4b1d-9f5c-ce0ce17da158
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: f4d17844-eae9-4c8e-ab43-b216589f6a22
  kind: Event
  lastTimestamp: "2026-09-16T13:01:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T13:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:27Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf.18d5ceb13aa46efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16746"
    uid: 07c68cb0-327e-4896-ae2f-22f07116d8fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: f4d17844-eae9-4c8e-ab43-b216589f6a22
  kind: Event
  lastTimestamp: "2026-09-16T13:01:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:32Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf.18d5ceb25f700806
    namespace: kserve-ci-e2e-test
    resourceVersion: "16818"
    uid: a319beeb-1912-4b00-a8fb-0a9fda23998a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: f4d17844-eae9-4c8e-ab43-b216589f6a22
  kind: Event
  lastTimestamp: "2026-09-16T13:01:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:32Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf.18d5ceb2628959c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16822"
    uid: 4691bc66-1157-4171-9e27-f1ffa0c142f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: f4d17844-eae9-4c8e-ab43-b216589f6a22
  kind: Event
  lastTimestamp: "2026-09-16T13:01:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:32Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf.18d5ceb262f7aa9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16824"
    uid: b3e9d03f-0917-4bf7-844a-9ab6ee533a70
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: f4d17844-eae9-4c8e-ab43-b216589f6a22
  kind: Event
  lastTimestamp: "2026-09-16T13:01:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:32Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf.18d5ceb263021c6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16826"
    uid: 6a60fa77-6dff-4aeb-9b52-7006103c5c87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: f4d17844-eae9-4c8e-ab43-b216589f6a22
  kind: Event
  lastTimestamp: "2026-09-16T13:01:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:32Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf.18d5ceb26632a7f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16829"
    uid: 38656d4a-5342-429e-bdc1-c3717dcadf27
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: f4d17844-eae9-4c8e-ab43-b216589f6a22
  kind: Event
  lastTimestamp: "2026-09-16T13:01:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:32Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf.18d5ceb2669eb701
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: 718bb114-1c5b-4926-9dcc-199aaf6a215f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: f4d17844-eae9-4c8e-ab43-b216589f6a22
  kind: Event
  lastTimestamp: "2026-09-16T13:02:59Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:01:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:59Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf.18d5ceb29b7219e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17769"
    uid: 00333700-3f8f-492b-ba4b-563bfe0b9522
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: f4d17844-eae9-4c8e-ab43-b216589f6a22
  kind: Event
  lastTimestamp: "2026-09-16T13:02:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:56Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf.18d5cec5e0c03075
    namespace: kserve-ci-e2e-test
    resourceVersion: "17727"
    uid: 02888155-8898-4500-9088-66eb5a1d9a30
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: f4d17844-eae9-4c8e-ab43-b216589f6a22
  kind: Event
  lastTimestamp: "2026-09-16T13:02:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:56Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf.18d5cec5e0c09dab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17728"
    uid: be35777f-b7a5-442b-83ec-a65f4a7d0c8d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: f4d17844-eae9-4c8e-ab43-b216589f6a22
  kind: Event
  lastTimestamp: "2026-09-16T13:02:59Z"
  message: 'Readiness probe failed: Get "https://10.132.0.20:8643/healthz": dial tcp
    10.132.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:59Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-jggcf.18d5cec6a1a6adbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17768"
    uid: 85e745b9-ecd5-430f-bc94-93ef5b607793
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-67d6bcd4b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: e44d81a4-ae23-4e49-820b-c4b981c0b0ac
  kind: Event
  lastTimestamp: "2026-09-16T13:01:26Z"
  message: 'Created pod: isvc-canary-stop-predictor-67d6bcd4b5-jggcf'
  metadata:
    creationTimestamp: "2026-09-16T13:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:01:26Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5.18d5ceb0ee68cda7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16681"
    uid: 7131f40a-5df5-431f-bffb-0075bac1f939
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-67d6bcd4b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: e44d81a4-ae23-4e49-820b-c4b981c0b0ac
  kind: Event
  lastTimestamp: "2026-09-16T13:01:26Z"
  message: 'Created pod: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm'
  metadata:
    creationTimestamp: "2026-09-16T13:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:01:26Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5.18d5ceb0f2b5900a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16697"
    uid: a89ba9a4-6109-4ebe-b3a6-78e6b04ff8f0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-67d6bcd4b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17635"
    uid: e44d81a4-ae23-4e49-820b-c4b981c0b0ac
  kind: Event
  lastTimestamp: "2026-09-16T13:02:50Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-67d6bcd4b5-4k5mm'
  metadata:
    creationTimestamp: "2026-09-16T13:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:02:50Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5.18d5cec47627652b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: 436b4c8b-586f-4a9f-9d3e-879ea84ef04c
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16649"
    uid: 3d68482d-06c3-4dea-b8b1-058e85ab309c
  kind: Event
  lastTimestamp: "2026-09-16T13:01:26Z"
  message: Scaled up replica set isvc-canary-stop-predictor-67d6bcd4b5 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-16T13:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:01:26Z"
    name: isvc-canary-stop-predictor.18d5ceb0e977f801
    namespace: kserve-ci-e2e-test
    resourceVersion: "16653"
    uid: e70d5a85-93e6-4d33-bb70-cad1729edb50
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: 3d68482d-06c3-4dea-b8b1-058e85ab309c
  kind: Event
  lastTimestamp: "2026-09-16T13:02:50Z"
  message: Scaled down replica set isvc-canary-stop-predictor-67d6bcd4b5 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-16T13:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:02:50Z"
    name: isvc-canary-stop-predictor.18d5cec475baca74
    namespace: kserve-ci-e2e-test
    resourceVersion: "17636"
    uid: a54e98bb-b815-4846-bc8e-62c63bd7bb23
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:01:26.259341Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16667"
    uid: a099972a-5c02-432b-a4bf-40850f65fe4f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-775495c6b4-hl5vj
    to ip-10-0-133-218.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:01:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:01:26Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj.18d5ceb0ee6d50ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16679"
    uid: 941c1966-4205-422e-b9da-e012163d8e99
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16692"
    uid: a099972a-5c02-432b-a4bf-40850f65fe4f
  kind: Event
  lastTimestamp: "2026-09-16T13:01:26Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:01:26Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj.18d5ceb1107fd944
    namespace: kserve-ci-e2e-test
    resourceVersion: "16725"
    uid: e7ef0c79-7a3e-41fb-b55c-c33704b7d8b4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16670"
    uid: a099972a-5c02-432b-a4bf-40850f65fe4f
  kind: Event
  lastTimestamp: "2026-09-16T13:01:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:26Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj.18d5ceb1121d9d76
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: d486aaa3-49be-4394-aaa2-231dfaf09933
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16670"
    uid: a099972a-5c02-432b-a4bf-40850f65fe4f
  kind: Event
  lastTimestamp: "2026-09-16T13:01:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T13:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:26Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj.18d5ceb114f8e406
    namespace: kserve-ci-e2e-test
    resourceVersion: "16732"
    uid: 6a3033f0-3e16-45ec-a33c-20c7071b5a3a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16670"
    uid: a099972a-5c02-432b-a4bf-40850f65fe4f
  kind: Event
  lastTimestamp: "2026-09-16T13:01:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T13:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:26Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj.18d5ceb1155e447b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16733"
    uid: 91b4ec8b-da3f-4975-b428-5eb2da6ab9d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16670"
    uid: a099972a-5c02-432b-a4bf-40850f65fe4f
  kind: Event
  lastTimestamp: "2026-09-16T13:01:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:32Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj.18d5ceb244d05f5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16805"
    uid: 8d0ad002-e8be-4830-869e-7f67dbd78fd4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16670"
    uid: a099972a-5c02-432b-a4bf-40850f65fe4f
  kind: Event
  lastTimestamp: "2026-09-16T13:01:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:32Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj.18d5ceb247e87536
    namespace: kserve-ci-e2e-test
    resourceVersion: "16808"
    uid: 564da54b-d1ba-43a0-acb4-604e35b0453d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16670"
    uid: a099972a-5c02-432b-a4bf-40850f65fe4f
  kind: Event
  lastTimestamp: "2026-09-16T13:01:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:32Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj.18d5ceb248456a4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16810"
    uid: 7cd8c566-ac2a-47f0-8444-13ad3dacb75b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16670"
    uid: a099972a-5c02-432b-a4bf-40850f65fe4f
  kind: Event
  lastTimestamp: "2026-09-16T13:01:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:32Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj.18d5ceb2484e7bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: 276ba20d-c5fb-4f9d-b395-531c3bb5ab92
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16670"
    uid: a099972a-5c02-432b-a4bf-40850f65fe4f
  kind: Event
  lastTimestamp: "2026-09-16T13:01:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:32Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj.18d5ceb24b35768a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16814"
    uid: b0353302-1bbf-4933-aa9c-200e200fd6c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16670"
    uid: a099972a-5c02-432b-a4bf-40850f65fe4f
  kind: Event
  lastTimestamp: "2026-09-16T13:01:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:32Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj.18d5ceb24b931e13
    namespace: kserve-ci-e2e-test
    resourceVersion: "16815"
    uid: 3e4ccfd0-0a19-4cda-816b-f6465a1f8d95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16670"
    uid: a099972a-5c02-432b-a4bf-40850f65fe4f
  kind: Event
  lastTimestamp: "2026-09-16T13:03:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:00Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj.18d5ceb2bccedb2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17776"
    uid: 149239d9-9726-4723-94ee-7ee71d4ebda0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16670"
    uid: a099972a-5c02-432b-a4bf-40850f65fe4f
  kind: Event
  lastTimestamp: "2026-09-16T13:02:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:56Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj.18d5cec5de23043a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17717"
    uid: 77a2560b-d980-405e-a2ba-004d937f2091
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16670"
    uid: a099972a-5c02-432b-a4bf-40850f65fe4f
  kind: Event
  lastTimestamp: "2026-09-16T13:02:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:56Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj.18d5cec5de2367d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17720"
    uid: 6ca94c7e-d36f-413f-8407-f984b267f5eb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16670"
    uid: a099972a-5c02-432b-a4bf-40850f65fe4f
  kind: Event
  lastTimestamp: "2026-09-16T13:03:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:00Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj.18d5cec6c2e35011
    namespace: kserve-ci-e2e-test
    resourceVersion: "17775"
    uid: 6976716a-644b-4aa4-8644-3f429640bed6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-775495c6b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: eb2fad39-7030-41d5-9ce9-ad452e91f18e
  kind: Event
  lastTimestamp: "2026-09-16T13:01:26Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-775495c6b4-hl5vj'
  metadata:
    creationTimestamp: "2026-09-16T13:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:01:26Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4.18d5ceb0ede3c6b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16671"
    uid: 4f0776bd-5d69-45d0-a435-fa3ee99c5287
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16639"
    uid: b6cca0bf-1f87-4cd6-9966-7b797d6ac899
  kind: Event
  lastTimestamp: "2026-09-16T13:01:26Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-775495c6b4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T13:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:01:26Z"
    name: isvc-canary-stop-v2-predictor.18d5ceb0e705052f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16641"
    uid: 140b1b0b-2ebf-4d7b-a506-6a7680fa3dc2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16632"
    uid: c2171872-982e-46a9-8c59-78dcaea2ba82
  kind: Event
  lastTimestamp: "2026-09-16T13:02:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:02:50Z"
    name: isvc-canary-stop.18d5ceb0e921c673
    namespace: kserve-ci-e2e-test
    resourceVersion: "17656"
    uid: f1e7ef45-c117-4844-95ae-8e89195ebf90
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16632"
    uid: c2171872-982e-46a9-8c59-78dcaea2ba82
  kind: Event
  lastTimestamp: "2026-09-16T13:02:50Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:02:50Z"
    name: isvc-canary-stop.18d5ceb0e9b63b63
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: 0f54d336-ef87-413d-96c4-61192f369856
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16632"
    uid: c2171872-982e-46a9-8c59-78dcaea2ba82
  kind: Event
  lastTimestamp: "2026-09-16T13:02:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:02:50Z"
    name: isvc-canary-stop.18d5ceb0e9b6b1f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17652"
    uid: feb388b8-15c5-4310-813d-a9e487b99e67
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17654"
    uid: c2171872-982e-46a9-8c59-78dcaea2ba82
  kind: Event
  lastTimestamp: "2026-09-16T13:02:50Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:02:50Z"
    name: isvc-canary-stop.18d5cec47c38ef94
    namespace: kserve-ci-e2e-test
    resourceVersion: "17655"
    uid: ca8c0aed-7341-4dfe-bf5a-a51ec56fc616
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:05:16.932164Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-fb44b2-predictor-64566c8d6d-kkzjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: f07fc368-24b1-40bf-b097-3cdd9137ec2f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-fb44b2-predictor-64566c8d6d-kkzjx
    to ip-10-0-133-218.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:05:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:05:16Z"
    name: isvc-init-fail-fb44b2-predictor-64566c8d6d-kkzjx.18d5cee6a3993d59
    namespace: kserve-ci-e2e-test
    resourceVersion: "19332"
    uid: 3974af4a-09c2-4095-a0e3-3853a7dc9519
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-fb44b2-predictor-64566c8d6d-kkzjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19338"
    uid: f07fc368-24b1-40bf-b097-3cdd9137ec2f
  kind: Event
  lastTimestamp: "2026-09-16T13:05:17Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:05:17Z"
    name: isvc-init-fail-fb44b2-predictor-64566c8d6d-kkzjx.18d5cee6c5989d10
    namespace: kserve-ci-e2e-test
    resourceVersion: "19349"
    uid: e9b0643f-1748-4a2a-aafe-296b26ee1a48
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-fb44b2-predictor-64566c8d6d-kkzjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19329"
    uid: f07fc368-24b1-40bf-b097-3cdd9137ec2f
  kind: Event
  lastTimestamp: "2026-09-16T13:05:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:22Z"
    name: isvc-init-fail-fb44b2-predictor-64566c8d6d-kkzjx.18d5cee6c73d9791
    namespace: kserve-ci-e2e-test
    resourceVersion: "19414"
    uid: 411fe126-bfa0-4a31-bd0c-e9353a31b73f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-fb44b2-predictor-64566c8d6d-kkzjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19329"
    uid: f07fc368-24b1-40bf-b097-3cdd9137ec2f
  kind: Event
  lastTimestamp: "2026-09-16T13:05:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T13:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:23Z"
    name: isvc-init-fail-fb44b2-predictor-64566c8d6d-kkzjx.18d5cee6cab6aded
    namespace: kserve-ci-e2e-test
    resourceVersion: "19419"
    uid: 6ea70e66-fa04-421a-b83b-5e9caf99f6e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-fb44b2-predictor-64566c8d6d-kkzjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19329"
    uid: f07fc368-24b1-40bf-b097-3cdd9137ec2f
  kind: Event
  lastTimestamp: "2026-09-16T13:05:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T13:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:23Z"
    name: isvc-init-fail-fb44b2-predictor-64566c8d6d-kkzjx.18d5cee6cb283c89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19420"
    uid: 5bb7d5ff-ad34-4d43-abfb-caabae76a691
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-fb44b2-predictor-64566c8d6d-kkzjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19329"
    uid: f07fc368-24b1-40bf-b097-3cdd9137ec2f
  kind: Event
  lastTimestamp: "2026-09-16T13:05:26Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T13:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:26Z"
    name: isvc-init-fail-fb44b2-predictor-64566c8d6d-kkzjx.18d5cee8f549db74
    namespace: kserve-ci-e2e-test
    resourceVersion: "19475"
    uid: 18bd963d-6792-4a97-8ebc-aa5f4047b702
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-fb44b2-predictor-64566c8d6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19316"
    uid: b3681f00-a6dd-427f-8d21-7014a5a3e4b7
  kind: Event
  lastTimestamp: "2026-09-16T13:05:16Z"
  message: 'Created pod: isvc-init-fail-fb44b2-predictor-64566c8d6d-kkzjx'
  metadata:
    creationTimestamp: "2026-09-16T13:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:05:16Z"
    name: isvc-init-fail-fb44b2-predictor-64566c8d6d.18d5cee6a304e8be
    namespace: kserve-ci-e2e-test
    resourceVersion: "19330"
    uid: c49435d5-f7d7-42cb-9fef-e487c7bb0c5e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-fb44b2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19312"
    uid: 548978e7-aea4-4822-9272-a7b2a976e42b
  kind: Event
  lastTimestamp: "2026-09-16T13:05:16Z"
  message: Scaled up replica set isvc-init-fail-fb44b2-predictor-64566c8d6d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T13:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:05:16Z"
    name: isvc-init-fail-fb44b2-predictor.18d5cee69e6cbce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19318"
    uid: c4cb35af-a227-48a0-ac33-2c7c9e056312
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-fb44b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: 0cc3c7ed-2bb2-45ed-898c-75ea962ea5c3
  kind: Event
  lastTimestamp: "2026-09-16T13:05:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:05:23Z"
    name: isvc-init-fail-fb44b2.18d5cee69e6c7cc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: d20d2aa3-2925-440b-a4f8-eccf41be3c8d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-fb44b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: 0cc3c7ed-2bb2-45ed-898c-75ea962ea5c3
  kind: Event
  lastTimestamp: "2026-09-16T13:05:16Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-fb44b2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-fb44b2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:05:16Z"
    name: isvc-init-fail-fb44b2.18d5cee69ee99806
    namespace: kserve-ci-e2e-test
    resourceVersion: "19321"
    uid: 75d04264-1508-4349-90e6-11f23d0c2956
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-fb44b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: 0cc3c7ed-2bb2-45ed-898c-75ea962ea5c3
  kind: Event
  lastTimestamp: "2026-09-16T13:05:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-fb44b2": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:05:16Z"
    name: isvc-init-fail-fb44b2.18d5cee69ee9eeda
    namespace: kserve-ci-e2e-test
    resourceVersion: "19324"
    uid: 48cddd34-d9e2-4b43-87fe-0608e7439dfd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:03:46.992395Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18380"
    uid: 7853a8f9-f413-4557-83e9-7737f994201a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh
    to ip-10-0-131-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:03:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:03:46Z"
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh.18d5ced1b2c54e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "18384"
    uid: 3f18829a-0f5a-4f8f-8a1e-0da9c05ab673
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18388"
    uid: 7853a8f9-f413-4557-83e9-7737f994201a
  kind: Event
  lastTimestamp: "2026-09-16T13:03:47Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:03:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:03:47Z"
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh.18d5ced1d482625a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18397"
    uid: 79e0e1cf-65f7-4e05-beec-755bf25767db
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18382"
    uid: 7853a8f9-f413-4557-83e9-7737f994201a
  kind: Event
  lastTimestamp: "2026-09-16T13:03:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:03:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:47Z"
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh.18d5ced1d5cf25a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18399"
    uid: 4be92943-b60d-4db0-ad26-79cad4fe4d8c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18382"
    uid: 7853a8f9-f413-4557-83e9-7737f994201a
  kind: Event
  lastTimestamp: "2026-09-16T13:03:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T13:03:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:47Z"
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh.18d5ced1d897ae3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18400"
    uid: c499d65b-6c82-4af2-a3d8-44fe6c528ee2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18382"
    uid: 7853a8f9-f413-4557-83e9-7737f994201a
  kind: Event
  lastTimestamp: "2026-09-16T13:03:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T13:03:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:47Z"
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh.18d5ced1d9065733
    namespace: kserve-ci-e2e-test
    resourceVersion: "18401"
    uid: 29e35c1e-2a27-4098-8fd9-df13c6b68ca9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18382"
    uid: 7853a8f9-f413-4557-83e9-7737f994201a
  kind: Event
  lastTimestamp: "2026-09-16T13:03:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:51Z"
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh.18d5ced2d9d39089
    namespace: kserve-ci-e2e-test
    resourceVersion: "18439"
    uid: bf2095bd-2f61-49a6-9e01-37de4c24720f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18382"
    uid: 7853a8f9-f413-4557-83e9-7737f994201a
  kind: Event
  lastTimestamp: "2026-09-16T13:03:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:51Z"
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh.18d5ced2dcd8e265
    namespace: kserve-ci-e2e-test
    resourceVersion: "18442"
    uid: 2e253c92-6b37-4879-a880-857da1cc0bc5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18382"
    uid: 7853a8f9-f413-4557-83e9-7737f994201a
  kind: Event
  lastTimestamp: "2026-09-16T13:03:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:52Z"
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh.18d5ced2dd48ace7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18444"
    uid: b40f4c87-d998-487e-a545-13472eadf400
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18382"
    uid: 7853a8f9-f413-4557-83e9-7737f994201a
  kind: Event
  lastTimestamp: "2026-09-16T13:03:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:52Z"
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh.18d5ced2dd524d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "18445"
    uid: 0584a135-c898-4904-97cd-1a4257fd0ca5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18382"
    uid: 7853a8f9-f413-4557-83e9-7737f994201a
  kind: Event
  lastTimestamp: "2026-09-16T13:03:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:52Z"
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh.18d5ced2e0059f07
    namespace: kserve-ci-e2e-test
    resourceVersion: "18447"
    uid: 0834834e-4006-4ab8-a9f3-b7d0741f03ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18382"
    uid: 7853a8f9-f413-4557-83e9-7737f994201a
  kind: Event
  lastTimestamp: "2026-09-16T13:03:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:52Z"
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh.18d5ced2e0744e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18448"
    uid: d2282fe6-c202-46e7-99f4-b29b60795167
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18382"
    uid: 7853a8f9-f413-4557-83e9-7737f994201a
  kind: Event
  lastTimestamp: "2026-09-16T13:03:52Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:dc2f24c7ec743220bc0175ef1ed2395b7bc74dd6a6ad78a7bcc09205ff4f57a3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:52Z"
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh.18d5ced2e07ebaae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18450"
    uid: 06f50b73-2837-4904-b263-65e0a5efa783
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18382"
    uid: 7853a8f9-f413-4557-83e9-7737f994201a
  kind: Event
  lastTimestamp: "2026-09-16T13:03:52Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T13:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:52Z"
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh.18d5ced2e389d8e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18452"
    uid: 959d5d6c-b884-4648-8daa-1fa7976a8861
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18382"
    uid: 7853a8f9-f413-4557-83e9-7737f994201a
  kind: Event
  lastTimestamp: "2026-09-16T13:03:52Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T13:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:52Z"
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh.18d5ced2e3f4d5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18453"
    uid: e6035ce8-baba-4a74-8b90-80fe9dda7a57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18382"
    uid: 7853a8f9-f413-4557-83e9-7737f994201a
  kind: Event
  lastTimestamp: "2026-09-16T13:05:22Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:22Z"
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh.18d5ced315d9469a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19407"
    uid: b837b14e-af62-4371-abb3-587e729bf430
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18382"
    uid: 7853a8f9-f413-4557-83e9-7737f994201a
  kind: Event
  lastTimestamp: "2026-09-16T13:05:22Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T13:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:22Z"
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh.18d5ced3519cc975
    namespace: kserve-ci-e2e-test
    resourceVersion: "19408"
    uid: 08567441-4db7-4100-b6b1-702f84ad76a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18382"
    uid: 7853a8f9-f413-4557-83e9-7737f994201a
  kind: Event
  lastTimestamp: "2026-09-16T13:05:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:12Z"
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh.18d5cee58926029a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19206"
    uid: c57c26bb-c0bc-42d5-b8f9-580f2715d8ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18382"
    uid: 7853a8f9-f413-4557-83e9-7737f994201a
  kind: Event
  lastTimestamp: "2026-09-16T13:05:12Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T13:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:12Z"
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh.18d5cee589263e88
    namespace: kserve-ci-e2e-test
    resourceVersion: "19207"
    uid: 9de6fea3-3d21-443c-a902-1a6e3f2c7c55
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18382"
    uid: 7853a8f9-f413-4557-83e9-7737f994201a
  kind: Event
  lastTimestamp: "2026-09-16T13:05:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:12Z"
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh.18d5cee58926c0c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19209"
    uid: d0743e89-b3ca-466d-8fe6-7f464999860a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18382"
    uid: 7853a8f9-f413-4557-83e9-7737f994201a
  kind: Event
  lastTimestamp: "2026-09-16T13:05:19Z"
  message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp
    10.132.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:19Z"
    name: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh.18d5cee62dcba00a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19388"
    uid: fccd42ae-3aaa-4890-b019-3f855cbf67d8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-6a607-predictor-54d644fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: 7bcdc34b-cfd3-4fed-a510-14e790dd025d
  kind: Event
  lastTimestamp: "2026-09-16T13:03:46Z"
  message: 'Created pod: isvc-logger-raw-6a607-predictor-54d644fd9-6jgbh'
  metadata:
    creationTimestamp: "2026-09-16T13:03:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:46Z"
    name: isvc-logger-raw-6a607-predictor-54d644fd9.18d5ced1b23cc00b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18381"
    uid: 2a18969c-dad8-460c-96ab-d40cfe24825c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-6a607-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18365"
    uid: 306e6b83-67ee-439a-a1ef-71eb42c1f79a
  kind: Event
  lastTimestamp: "2026-09-16T13:03:46Z"
  message: Scaled up replica set isvc-logger-raw-6a607-predictor-54d644fd9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T13:03:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:46Z"
    name: isvc-logger-raw-6a607-predictor.18d5ced1aeef4dc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18370"
    uid: 6b545a87-2cd0-4527-b4c5-8052d9a5fe98
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-6a607-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18366"
    uid: 6be995a0-6359-489a-9d76-c17a2b562e48
  kind: Event
  lastTimestamp: "2026-09-16T13:04:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:16Z"
    name: isvc-logger-raw-6a607-predictor.18d5ced52d54adbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18650"
    uid: 421008ba-ccb7-4d88-82dc-2aae324553d1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-6a607-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18366"
    uid: 6be995a0-6359-489a-9d76-c17a2b562e48
  kind: Event
  lastTimestamp: "2026-09-16T13:04:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:16Z"
    name: isvc-logger-raw-6a607-predictor.18d5ced52dbfb37d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18651"
    uid: 0c79b482-4cab-45b0-985c-53dc04ab1b15
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-6a607-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18535"
    uid: 6be995a0-6359-489a-9d76-c17a2b562e48
  kind: Event
  lastTimestamp: "2026-09-16T13:05:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:05:02Z"
    name: isvc-logger-raw-6a607-predictor.18d5cedc2b9c9056
    namespace: kserve-ci-e2e-test
    resourceVersion: "19046"
    uid: dce2926f-5d39-4370-8a8f-eef6a1336b1f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-6a607-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18535"
    uid: 6be995a0-6359-489a-9d76-c17a2b562e48
  kind: Event
  lastTimestamp: "2026-09-16T13:05:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:05:02Z"
    name: isvc-logger-raw-6a607-predictor.18d5cedc2c04e5cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19047"
    uid: 22acf0eb-c148-42a9-9f35-48ddb327d740
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-6a607
    namespace: kserve-ci-e2e-test
    resourceVersion: "18358"
    uid: ba0c7735-79a6-44cb-87d0-b6d5c427ab42
  kind: Event
  lastTimestamp: "2026-09-16T13:05:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:03:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:05:02Z"
    name: isvc-logger-raw-6a607.18d5ced1aee75fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "19063"
    uid: 5ae8f580-3f74-475d-b98f-f7f56ccd2f10
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-6a607
    namespace: kserve-ci-e2e-test
    resourceVersion: "18358"
    uid: ba0c7735-79a6-44cb-87d0-b6d5c427ab42
  kind: Event
  lastTimestamp: "2026-09-16T13:03:46Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-6a607":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-6a607":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:03:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:03:46Z"
    name: isvc-logger-raw-6a607.18d5ced1af4ff11d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18374"
    uid: 01032a87-9e08-4057-acf0-d835e0981aa5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-6a607
    namespace: kserve-ci-e2e-test
    resourceVersion: "19061"
    uid: ba0c7735-79a6-44cb-87d0-b6d5c427ab42
  kind: Event
  lastTimestamp: "2026-09-16T13:05:02Z"
  message: InferenceService [isvc-logger-raw-6a607] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:05:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:05:02Z"
    name: isvc-logger-raw-6a607.18d5cee34a0b8fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19062"
    uid: 7bc32ee7-4a67-4ad2-87dc-8c153e11f27a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:12:47.086608Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23372"
    uid: e0155579-6d5b-41e9-84aa-975023750f22
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66
    to ip-10-0-131-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:12:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:12:47Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66.18d5cf4f72e4fd28
    namespace: kserve-ci-e2e-test
    resourceVersion: "23377"
    uid: 63f036c4-1892-4f49-a179-b5b4609378a2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23381"
    uid: e0155579-6d5b-41e9-84aa-975023750f22
  kind: Event
  lastTimestamp: "2026-09-16T13:12:47Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:12:47Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66.18d5cf4f94a2c1bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23389"
    uid: 87c0e1ae-696b-4d3a-8f8d-84a9648e0cf3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: e0155579-6d5b-41e9-84aa-975023750f22
  kind: Event
  lastTimestamp: "2026-09-16T13:12:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:12:47Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66.18d5cf4f95f5ae07
    namespace: kserve-ci-e2e-test
    resourceVersion: "23392"
    uid: 09a37750-ddfb-4189-95d5-4dd2c8d8498b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: e0155579-6d5b-41e9-84aa-975023750f22
  kind: Event
  lastTimestamp: "2026-09-16T13:12:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T13:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:12:47Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66.18d5cf4f9970e3e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23393"
    uid: 60fde237-4006-4a12-b42c-6e7685b8cb62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: e0155579-6d5b-41e9-84aa-975023750f22
  kind: Event
  lastTimestamp: "2026-09-16T13:12:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T13:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:12:47Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66.18d5cf4f99ee37b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23394"
    uid: 1b506fec-6eb5-4577-a938-188bd777bac6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: e0155579-6d5b-41e9-84aa-975023750f22
  kind: Event
  lastTimestamp: "2026-09-16T13:12:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:12:51Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66.18d5cf508d8b9935
    namespace: kserve-ci-e2e-test
    resourceVersion: "23431"
    uid: 6a3d66a5-2f61-4550-aade-3646f501ac79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: e0155579-6d5b-41e9-84aa-975023750f22
  kind: Event
  lastTimestamp: "2026-09-16T13:12:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:12:51Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66.18d5cf5090a3b669
    namespace: kserve-ci-e2e-test
    resourceVersion: "23435"
    uid: a2573670-902c-45df-bb4b-f9580089856c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: e0155579-6d5b-41e9-84aa-975023750f22
  kind: Event
  lastTimestamp: "2026-09-16T13:12:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:12:51Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66.18d5cf5091140a8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23437"
    uid: 37bb52ad-c75a-46a4-b1d0-03dd67515ec7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: e0155579-6d5b-41e9-84aa-975023750f22
  kind: Event
  lastTimestamp: "2026-09-16T13:12:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:12:51Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66.18d5cf50911d7843
    namespace: kserve-ci-e2e-test
    resourceVersion: "23438"
    uid: 59f3ccb6-6ded-4b95-a878-4e4edd5be761
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: e0155579-6d5b-41e9-84aa-975023750f22
  kind: Event
  lastTimestamp: "2026-09-16T13:12:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:12:51Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66.18d5cf5094127717
    namespace: kserve-ci-e2e-test
    resourceVersion: "23440"
    uid: 13d4b583-3cd7-4129-8062-1d0e04bc85c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: e0155579-6d5b-41e9-84aa-975023750f22
  kind: Event
  lastTimestamp: "2026-09-16T13:12:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:12:51Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66.18d5cf509482f9eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23441"
    uid: 995e507f-4a18-4951-8cc5-4b2b19529e53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: e0155579-6d5b-41e9-84aa-975023750f22
  kind: Event
  lastTimestamp: "2026-09-16T13:12:51Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:dc2f24c7ec743220bc0175ef1ed2395b7bc74dd6a6ad78a7bcc09205ff4f57a3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:12:51Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66.18d5cf50948d3bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23442"
    uid: 668b8cd5-12c3-42b3-8fbd-a09524de3ee6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: e0155579-6d5b-41e9-84aa-975023750f22
  kind: Event
  lastTimestamp: "2026-09-16T13:12:51Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T13:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:12:51Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66.18d5cf50972b5d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23444"
    uid: 8303129d-a8ef-42e7-b27a-c351462e48c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: e0155579-6d5b-41e9-84aa-975023750f22
  kind: Event
  lastTimestamp: "2026-09-16T13:12:51Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T13:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:12:51Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66.18d5cf509797fbba
    namespace: kserve-ci-e2e-test
    resourceVersion: "23447"
    uid: f16c8969-5497-4f65-adcf-6e4fa3c5f854
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: e0155579-6d5b-41e9-84aa-975023750f22
  kind: Event
  lastTimestamp: "2026-09-16T13:14:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:29Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66.18d5cf50c993b4a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24227"
    uid: 09d6375a-c724-4127-8b7b-64dbd3a59d05
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: e0155579-6d5b-41e9-84aa-975023750f22
  kind: Event
  lastTimestamp: "2026-09-16T13:14:29Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T13:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:29Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66.18d5cf5105612baf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24226"
    uid: e3f57a81-3df7-4405-81dd-30aeec0b1ff4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: e0155579-6d5b-41e9-84aa-975023750f22
  kind: Event
  lastTimestamp: "2026-09-16T13:14:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:22Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66.18d5cf65a37579ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "24120"
    uid: 59ac9bd1-b501-4d51-bcf8-c2c79344d2d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: e0155579-6d5b-41e9-84aa-975023750f22
  kind: Event
  lastTimestamp: "2026-09-16T13:14:22Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T13:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:22Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66.18d5cf65a375ad83
    namespace: kserve-ci-e2e-test
    resourceVersion: "24122"
    uid: 2a3db238-4563-401a-9d4b-c9371cf26ecc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: e0155579-6d5b-41e9-84aa-975023750f22
  kind: Event
  lastTimestamp: "2026-09-16T13:14:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:22Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66.18d5cf65a376695c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24123"
    uid: 69e5df58-6f96-421d-b2db-b1c075cb939a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: e0155579-6d5b-41e9-84aa-975023750f22
  kind: Event
  lastTimestamp: "2026-09-16T13:14:39Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:39Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66.18d5cf6635a379a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24307"
    uid: 27807a01-51a2-4211-8d4c-c5081522aaab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23361"
    uid: 57f080aa-3026-4b77-b205-043670a2f299
  kind: Event
  lastTimestamp: "2026-09-16T13:12:47Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-64c6cf64bf-wxc66'
  metadata:
    creationTimestamp: "2026-09-16T13:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:12:47Z"
    name: isvc-logger-raw-cipn-predictor-64c6cf64bf.18d5cf4f724a75eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23374"
    uid: 9dd631f6-f150-4f5a-a667-9aae29424f42
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23359"
    uid: c4dc34e8-998f-4574-a1c0-58fa11eef155
  kind: Event
  lastTimestamp: "2026-09-16T13:12:47Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-64c6cf64bf from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T13:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:12:47Z"
    name: isvc-logger-raw-cipn-predictor.18d5cf4f6eaa569b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23363"
    uid: 75609720-c3e8-4882-b0c2-e7320dd4e890
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23360"
    uid: 95df5925-2f6f-468a-9d6e-31ba9b2b8d1f
  kind: Event
  lastTimestamp: "2026-09-16T13:13:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:13:17Z"
    name: isvc-logger-raw-cipn-predictor.18d5cf52ed2c9523
    namespace: kserve-ci-e2e-test
    resourceVersion: "23634"
    uid: addc4dad-eb91-48e3-b29c-0b27d9c5aef0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23360"
    uid: 95df5925-2f6f-468a-9d6e-31ba9b2b8d1f
  kind: Event
  lastTimestamp: "2026-09-16T13:13:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:13:17Z"
    name: isvc-logger-raw-cipn-predictor.18d5cf52ed8db814
    namespace: kserve-ci-e2e-test
    resourceVersion: "23635"
    uid: 7ca52c44-5c10-466d-9d69-35952592e7e4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23524"
    uid: 95df5925-2f6f-468a-9d6e-31ba9b2b8d1f
  kind: Event
  lastTimestamp: "2026-09-16T13:14:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:14:17Z"
    name: isvc-logger-raw-cipn-predictor.18d5cf59eb8a090b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24066"
    uid: c5d11832-ab01-47ce-85a5-10af89d34c92
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23524"
    uid: 95df5925-2f6f-468a-9d6e-31ba9b2b8d1f
  kind: Event
  lastTimestamp: "2026-09-16T13:14:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:14:17Z"
    name: isvc-logger-raw-cipn-predictor.18d5cf59ebf23cde
    namespace: kserve-ci-e2e-test
    resourceVersion: "24067"
    uid: dd0cb478-933f-4044-94ef-d46a0f661262
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23352"
    uid: a95c742e-cb4c-4636-b0c0-5ab33c680cd5
  kind: Event
  lastTimestamp: "2026-09-16T13:14:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:14:09Z"
    name: isvc-logger-raw-cipn.18d5cf4f6eaa9319
    namespace: kserve-ci-e2e-test
    resourceVersion: "24018"
    uid: 98834fdf-34a9-42ab-a796-284733afa013
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23352"
    uid: a95c742e-cb4c-4636-b0c0-5ab33c680cd5
  kind: Event
  lastTimestamp: "2026-09-16T13:12:47Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:12:47Z"
    name: isvc-logger-raw-cipn.18d5cf4f6f6756f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23367"
    uid: 7b0ff518-767a-4c6e-9ddc-8ee2a55e86e5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24016"
    uid: a95c742e-cb4c-4636-b0c0-5ab33c680cd5
  kind: Event
  lastTimestamp: "2026-09-16T13:14:09Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:14:09Z"
    name: isvc-logger-raw-cipn.18d5cf62bd96a2f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24017"
    uid: fee3bbb2-e735-4247-8c75-e90fa6655524
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:03:06.550700Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: 691ee328-ef29-46a2-a634-30213fa7acee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-d93042-predictor-868fb57669-bcjqh
    to ip-10-0-133-218.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:03:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:03:06Z"
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh.18d5cec84841fd75
    namespace: kserve-ci-e2e-test
    resourceVersion: "17861"
    uid: 398d9696-eb6b-40bc-88e9-023668b0b109
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: 691ee328-ef29-46a2-a634-30213fa7acee
  kind: Event
  lastTimestamp: "2026-09-16T13:03:07Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:03:07Z"
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh.18d5cec86a0d7e63
    namespace: kserve-ci-e2e-test
    resourceVersion: "17874"
    uid: c37d3996-9443-4675-b36d-a57469fa3049
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17858"
    uid: 691ee328-ef29-46a2-a634-30213fa7acee
  kind: Event
  lastTimestamp: "2026-09-16T13:03:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:07Z"
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh.18d5cec86bd890d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17876"
    uid: d35fb1f2-f064-46d7-9279-d4c7c2c554b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17858"
    uid: 691ee328-ef29-46a2-a634-30213fa7acee
  kind: Event
  lastTimestamp: "2026-09-16T13:03:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T13:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:07Z"
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh.18d5cec86f123fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17878"
    uid: be34f993-7f45-4903-92b9-06c6b3ce8c48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17858"
    uid: 691ee328-ef29-46a2-a634-30213fa7acee
  kind: Event
  lastTimestamp: "2026-09-16T13:03:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T13:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:07Z"
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh.18d5cec86f736b96
    namespace: kserve-ci-e2e-test
    resourceVersion: "17880"
    uid: 9db78dda-2133-4d6c-8dc4-cc0f1a7f5cfb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17858"
    uid: 691ee328-ef29-46a2-a634-30213fa7acee
  kind: Event
  lastTimestamp: "2026-09-16T13:03:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:03:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:11Z"
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh.18d5cec96aa9d4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: 74fed698-171d-4d58-a906-5250bc86e84c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17858"
    uid: 691ee328-ef29-46a2-a634-30213fa7acee
  kind: Event
  lastTimestamp: "2026-09-16T13:03:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:03:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:11Z"
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh.18d5cec96d958778
    namespace: kserve-ci-e2e-test
    resourceVersion: "17916"
    uid: 60dd6dcd-9437-47d4-9b2a-bf66a938ce0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17858"
    uid: 691ee328-ef29-46a2-a634-30213fa7acee
  kind: Event
  lastTimestamp: "2026-09-16T13:03:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:03:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:11Z"
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh.18d5cec96e090ff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17917"
    uid: 587ee24b-038e-492e-add9-32a011152200
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17858"
    uid: 691ee328-ef29-46a2-a634-30213fa7acee
  kind: Event
  lastTimestamp: "2026-09-16T13:03:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:03:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:11Z"
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh.18d5cec96e1356fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17919"
    uid: a4564f6d-1e11-4aca-8247-549f3a392b6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17858"
    uid: 691ee328-ef29-46a2-a634-30213fa7acee
  kind: Event
  lastTimestamp: "2026-09-16T13:03:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:03:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:11Z"
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh.18d5cec970e34a8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17921"
    uid: 0d0b06e6-83d8-49a1-9c47-1cd7ba9b94bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17858"
    uid: 691ee328-ef29-46a2-a634-30213fa7acee
  kind: Event
  lastTimestamp: "2026-09-16T13:03:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:03:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:11Z"
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh.18d5cec971556e1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17922"
    uid: f63c2508-dc62-471a-b958-eea4378d2b43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17858"
    uid: 691ee328-ef29-46a2-a634-30213fa7acee
  kind: Event
  lastTimestamp: "2026-09-16T13:04:18Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:18Z"
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh.18d5cec9a6b28c3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18660"
    uid: 940c8fef-2d76-4ec7-a199-231144dc4718
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17858"
    uid: 691ee328-ef29-46a2-a634-30213fa7acee
  kind: Event
  lastTimestamp: "2026-09-16T13:05:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:11Z"
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh.18d5cee56e0519c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19163"
    uid: 2cc8e160-6a51-4183-b90f-cf71e8dae7a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17858"
    uid: 691ee328-ef29-46a2-a634-30213fa7acee
  kind: Event
  lastTimestamp: "2026-09-16T13:05:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:11Z"
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh.18d5cee56e0b3db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19164"
    uid: 24eaf792-f243-431d-b300-5e0315c4a349
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17858"
    uid: 691ee328-ef29-46a2-a634-30213fa7acee
  kind: Event
  lastTimestamp: "2026-09-16T13:05:13Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:13Z"
    name: isvc-primary-d93042-predictor-868fb57669-bcjqh.18d5cee5d30b599b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19266"
    uid: 0a1b2caa-d1e7-4c9e-920b-8ff67c8a4987
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-d93042-predictor-868fb57669
    namespace: kserve-ci-e2e-test
    resourceVersion: "17843"
    uid: 514f1302-c280-48e5-bb3b-0f26c24f9796
  kind: Event
  lastTimestamp: "2026-09-16T13:03:06Z"
  message: 'Created pod: isvc-primary-d93042-predictor-868fb57669-bcjqh'
  metadata:
    creationTimestamp: "2026-09-16T13:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:06Z"
    name: isvc-primary-d93042-predictor-868fb57669.18d5cec84793b722
    namespace: kserve-ci-e2e-test
    resourceVersion: "17859"
    uid: 71f7c521-d42b-482e-8f86-77c531e198c6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-d93042-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17840"
    uid: 0d8b5e5a-eca1-44d7-8b50-5290536f9438
  kind: Event
  lastTimestamp: "2026-09-16T13:03:06Z"
  message: Scaled up replica set isvc-primary-d93042-predictor-868fb57669 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T13:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:06Z"
    name: isvc-primary-d93042-predictor.18d5cec84175a92f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17847"
    uid: 61874775-73ba-413e-8451-1af782fc434e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d93042-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: 586a3e32-e02d-416b-a6bd-8423811868d7
  kind: Event
  lastTimestamp: "2026-09-16T13:03:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:21Z"
    name: isvc-primary-d93042-predictor.18d5cecbc06d72b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18041"
    uid: d2587b18-05c1-4aa3-8c74-2ff4826f5ad9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d93042-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: 586a3e32-e02d-416b-a6bd-8423811868d7
  kind: Event
  lastTimestamp: "2026-09-16T13:03:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:21Z"
    name: isvc-primary-d93042-predictor.18d5cecbc0dbd441
    namespace: kserve-ci-e2e-test
    resourceVersion: "18043"
    uid: 7b47aefa-76bf-48d2-be4b-8726365d0a68
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d93042-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18042"
    uid: 586a3e32-e02d-416b-a6bd-8423811868d7
  kind: Event
  lastTimestamp: "2026-09-16T13:05:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:03:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:05:06Z"
    name: isvc-primary-d93042-predictor.18d5cecf3fe6b62e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19091"
    uid: 3e8bbc55-bb10-4461-8231-b613c3d72e0c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d93042-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18042"
    uid: 586a3e32-e02d-416b-a6bd-8423811868d7
  kind: Event
  lastTimestamp: "2026-09-16T13:05:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:03:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:05:06Z"
    name: isvc-primary-d93042-predictor.18d5cecf408a54c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19092"
    uid: 715862fd-fbd8-4739-b0ee-d2c92e46659f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d93042
    namespace: kserve-ci-e2e-test
    resourceVersion: "17832"
    uid: b6d997d6-e953-410a-901a-3d5fb533d2fd
  kind: Event
  lastTimestamp: "2026-09-16T13:04:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:04:28Z"
    name: isvc-primary-d93042.18d5cec841a06617
    namespace: kserve-ci-e2e-test
    resourceVersion: "18742"
    uid: e0757bfa-b06f-4c62-9f35-00a84b7e953d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d93042
    namespace: kserve-ci-e2e-test
    resourceVersion: "17832"
    uid: b6d997d6-e953-410a-901a-3d5fb533d2fd
  kind: Event
  lastTimestamp: "2026-09-16T13:03:06Z"
  message: 'Failed to update status for InferenceService "isvc-primary-d93042": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-d93042":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:03:06Z"
    name: isvc-primary-d93042.18d5cec84240f287
    namespace: kserve-ci-e2e-test
    resourceVersion: "17850"
    uid: a8e55d76-e9a6-44d5-a3c6-e3527f0dc05d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d93042
    namespace: kserve-ci-e2e-test
    resourceVersion: "17832"
    uid: b6d997d6-e953-410a-901a-3d5fb533d2fd
  kind: Event
  lastTimestamp: "2026-09-16T13:03:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-d93042": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:03:06Z"
    name: isvc-primary-d93042.18d5cec842413779
    namespace: kserve-ci-e2e-test
    resourceVersion: "17853"
    uid: 99deeb82-699a-43c2-b1f1-bd831ebc4b85
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d93042
    namespace: kserve-ci-e2e-test
    resourceVersion: "18740"
    uid: b6d997d6-e953-410a-901a-3d5fb533d2fd
  kind: Event
  lastTimestamp: "2026-09-16T13:04:28Z"
  message: InferenceService [isvc-primary-d93042] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:04:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:04:28Z"
    name: isvc-primary-d93042.18d5cedb5e3cc418
    namespace: kserve-ci-e2e-test
    resourceVersion: "18741"
    uid: dfc63c8b-cd4a-4066-9e20-d777181274bd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T12:58:01.197179Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: f6df9217-d18a-42a2-b49d-f16ccf66cee1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs
    to ip-10-0-131-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T12:58:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T12:58:01Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs.18d5ce812fc5199c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14691"
    uid: 183cc6bc-7780-4aae-b5da-26167c42f7fd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14697"
    uid: f6df9217-d18a-42a2-b49d-f16ccf66cee1
  kind: Event
  lastTimestamp: "2026-09-16T12:58:01Z"
  message: Add eth0 [10.132.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T12:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T12:58:01Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs.18d5ce8151954e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14715"
    uid: 08615194-6875-4e41-905c-cadfe322cc84
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: f6df9217-d18a-42a2-b49d-f16ccf66cee1
  kind: Event
  lastTimestamp: "2026-09-16T12:58:01Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
  metadata:
    creationTimestamp: "2026-09-16T12:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:01Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs.18d5ce815359c282
    namespace: kserve-ci-e2e-test
    resourceVersion: "14717"
    uid: 4a8cb8b9-7b8a-4b34-9290-4a4dc2cb02f7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: f6df9217-d18a-42a2-b49d-f16ccf66cee1
  kind: Event
  lastTimestamp: "2026-09-16T12:58:04Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    in 3.055s (3.055s including waiting). Image size: 306748353 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T12:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:04Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs.18d5ce82097a86a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: 1fabb902-1af5-437b-a752-6f2bedca10e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: f6df9217-d18a-42a2-b49d-f16ccf66cee1
  kind: Event
  lastTimestamp: "2026-09-16T12:58:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T12:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:04Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs.18d5ce820ca2241d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14760"
    uid: 7cf076ef-871b-4b9b-af49-052bdcf9a613
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: f6df9217-d18a-42a2-b49d-f16ccf66cee1
  kind: Event
  lastTimestamp: "2026-09-16T12:58:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T12:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:04Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs.18d5ce820d137af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14761"
    uid: 3c3289b0-5115-45e4-af81-28659bdd89f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: f6df9217-d18a-42a2-b49d-f16ccf66cee1
  kind: Event
  lastTimestamp: "2026-09-16T12:58:08Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
  metadata:
    creationTimestamp: "2026-09-16T12:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:08Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs.18d5ce82eebfe2a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: 0ce7208e-9be8-4b59-99ad-1bb0b4b2a2e3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: f6df9217-d18a-42a2-b49d-f16ccf66cee1
  kind: Event
  lastTimestamp: "2026-09-16T12:58:21Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    in 13.227s (13.227s including waiting). Image size: 1580604317 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T12:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:21Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs.18d5ce86033337be
    namespace: kserve-ci-e2e-test
    resourceVersion: "14907"
    uid: 983e4c22-3452-474d-8ac3-b80bc486a3ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: f6df9217-d18a-42a2-b49d-f16ccf66cee1
  kind: Event
  lastTimestamp: "2026-09-16T12:58:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T12:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:21Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs.18d5ce8606979558
    namespace: kserve-ci-e2e-test
    resourceVersion: "14908"
    uid: fbf4967d-f38d-4bb7-9087-bac589fb7cb2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: f6df9217-d18a-42a2-b49d-f16ccf66cee1
  kind: Event
  lastTimestamp: "2026-09-16T12:58:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T12:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:21Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs.18d5ce86070695f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: bf76bf4e-33ce-4b9c-9062-cd9e88ceec27
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: f6df9217-d18a-42a2-b49d-f16ccf66cee1
  kind: Event
  lastTimestamp: "2026-09-16T12:58:21Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T12:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:21Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs.18d5ce8607137e37
    namespace: kserve-ci-e2e-test
    resourceVersion: "14910"
    uid: c43db4bd-d0e2-426c-8e78-fc6b6842d9cd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: f6df9217-d18a-42a2-b49d-f16ccf66cee1
  kind: Event
  lastTimestamp: "2026-09-16T12:58:24Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.329s (2.329s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T12:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:24Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs.18d5ce8691f24301
    namespace: kserve-ci-e2e-test
    resourceVersion: "14937"
    uid: 72ee3dc9-4d01-49ee-8e1e-4824535d5aab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: f6df9217-d18a-42a2-b49d-f16ccf66cee1
  kind: Event
  lastTimestamp: "2026-09-16T12:58:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T12:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:24Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs.18d5ce86952c6f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14938"
    uid: c67a8ed9-3930-4537-bf58-f86b12c1aa4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: f6df9217-d18a-42a2-b49d-f16ccf66cee1
  kind: Event
  lastTimestamp: "2026-09-16T12:58:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T12:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:24Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs.18d5ce86959c5a64
    namespace: kserve-ci-e2e-test
    resourceVersion: "14939"
    uid: d392966d-6a18-466e-a5c8-c443aa3d73de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: f6df9217-d18a-42a2-b49d-f16ccf66cee1
  kind: Event
  lastTimestamp: "2026-09-16T12:58:24Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:dc2f24c7ec743220bc0175ef1ed2395b7bc74dd6a6ad78a7bcc09205ff4f57a3"
  metadata:
    creationTimestamp: "2026-09-16T12:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:24Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs.18d5ce8695a82060
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: bcb8357c-0ee6-47e2-a324-b03ecc8fd0db
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: f6df9217-d18a-42a2-b49d-f16ccf66cee1
  kind: Event
  lastTimestamp: "2026-09-16T12:58:26Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:dc2f24c7ec743220bc0175ef1ed2395b7bc74dd6a6ad78a7bcc09205ff4f57a3"
    in 2.174s (2.174s including waiting). Image size: 243360870 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T12:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:26Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs.18d5ce871740808d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: 3c31879b-98fb-4d33-bfb0-542daf7617bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: f6df9217-d18a-42a2-b49d-f16ccf66cee1
  kind: Event
  lastTimestamp: "2026-09-16T12:58:26Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T12:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:26Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs.18d5ce871a304683
    namespace: kserve-ci-e2e-test
    resourceVersion: "14972"
    uid: 8ab4069f-f142-4d75-8f40-cd4caaa0c224
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: f6df9217-d18a-42a2-b49d-f16ccf66cee1
  kind: Event
  lastTimestamp: "2026-09-16T12:58:26Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T12:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:58:26Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs.18d5ce871aa3f055
    namespace: kserve-ci-e2e-test
    resourceVersion: "14973"
    uid: 95851ff9-7016-4f2c-a46e-61826a338da6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: f6df9217-d18a-42a2-b49d-f16ccf66cee1
  kind: Event
  lastTimestamp: "2026-09-16T13:00:03Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T12:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:00:03Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs.18d5ce87250c7476
    namespace: kserve-ci-e2e-test
    resourceVersion: "15962"
    uid: 87e118b6-eaff-4aa1-aeec-978fe263edd5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: f6df9217-d18a-42a2-b49d-f16ccf66cee1
  kind: Event
  lastTimestamp: "2026-09-16T13:00:03Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T12:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:00:03Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs.18d5ce8760e0aea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15963"
    uid: d5dccb34-6b28-4096-b991-d79338b59c86
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: f6df9217-d18a-42a2-b49d-f16ccf66cee1
  kind: Event
  lastTimestamp: "2026-09-16T12:59:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T12:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:46Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs.18d5ce99a723de7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: b747595d-f73c-4fcb-bcd1-644a6fbfdc47
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: f6df9217-d18a-42a2-b49d-f16ccf66cee1
  kind: Event
  lastTimestamp: "2026-09-16T12:59:46Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T12:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:46Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs.18d5ce99a7242cea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15682"
    uid: 85ff0a24-3cfa-407a-a25b-afe73f2c2005
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: f6df9217-d18a-42a2-b49d-f16ccf66cee1
  kind: Event
  lastTimestamp: "2026-09-16T12:59:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T12:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:46Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs.18d5ce99a724606f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15685"
    uid: b5987bdd-f815-47d1-9672-ad37a35542f6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: f6df9217-d18a-42a2-b49d-f16ccf66cee1
  kind: Event
  lastTimestamp: "2026-09-16T13:00:03Z"
  message: 'Readiness probe failed: Get "https://10.132.0.18:8643/healthz": dial tcp
    10.132.0.18:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T12:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:00:03Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs.18d5ce9a3d15490c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15961"
    uid: d6c14d66-6d8e-4182-bb7e-ef6ef4f86599
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664
    namespace: kserve-ci-e2e-test
    resourceVersion: "14658"
    uid: 12559380-4ed9-4005-b52f-8dd75c1ee9e6
  kind: Event
  lastTimestamp: "2026-09-16T12:58:01Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664-kx4qs'
  metadata:
    creationTimestamp: "2026-09-16T12:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T12:58:01Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664.18d5ce812f2e07bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14684"
    uid: 2b4320bd-658c-4115-85f6-c14d342c1e75
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-df47c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14657"
    uid: 5ab8014e-52cf-4c9a-b705-762fdc377ddd
  kind: Event
  lastTimestamp: "2026-09-16T12:58:01Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-df47c-predictor-d8b55d664
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T12:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T12:58:01Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor.18d5ce8128b21aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 8bad121a-8c71-4b1a-bf2d-3e319920e97e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-df47c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14659"
    uid: c821f1a9-4cb4-4a55-b54d-31ab15ca12df
  kind: Event
  lastTimestamp: "2026-09-16T12:58:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T12:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T12:58:46Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor.18d5ce84a8abce89
    namespace: kserve-ci-e2e-test
    resourceVersion: "15136"
    uid: 49e80d98-f2a2-45fb-bbca-82b033ec639b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-df47c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14659"
    uid: c821f1a9-4cb4-4a55-b54d-31ab15ca12df
  kind: Event
  lastTimestamp: "2026-09-16T12:58:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T12:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T12:58:46Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor.18d5ce84a955b915
    namespace: kserve-ci-e2e-test
    resourceVersion: "15137"
    uid: e897b1f2-7677-4946-8360-5504fbcc1e3f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-df47c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14862"
    uid: c821f1a9-4cb4-4a55-b54d-31ab15ca12df
  kind: Event
  lastTimestamp: "2026-09-16T12:59:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T12:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T12:59:31Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor.18d5ce8f26ed4db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: 3635156b-fe5e-49fd-b9ce-aa7fdd80b6bd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-df47c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14862"
    uid: c821f1a9-4cb4-4a55-b54d-31ab15ca12df
  kind: Event
  lastTimestamp: "2026-09-16T12:59:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T12:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T12:59:31Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor.18d5ce8f27958e79
    namespace: kserve-ci-e2e-test
    resourceVersion: "15470"
    uid: 58f5af56-f360-43cc-83f1-386fd269e3d6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-df47c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15248"
    uid: c821f1a9-4cb4-4a55-b54d-31ab15ca12df
  kind: Event
  lastTimestamp: "2026-09-16T12:59:46Z"
  message: deployments.apps "isvc-raw-sklearn-batcher-df47c-predictor" not found
  metadata:
    creationTimestamp: "2026-09-16T12:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T12:59:46Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor.18d5ce99a44eaf75
    namespace: kserve-ci-e2e-test
    resourceVersion: "15661"
    uid: 09e792a0-fd3f-47b7-a5b3-73712e1f7aab
  reason: FailedGetScale
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-df47c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15248"
    uid: c821f1a9-4cb4-4a55-b54d-31ab15ca12df
  kind: Event
  lastTimestamp: "2026-09-16T12:59:46Z"
  message: horizontalpodautoscalers.autoscaling "isvc-raw-sklearn-batcher-df47c-predictor"
    not found
  metadata:
    creationTimestamp: "2026-09-16T12:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T12:59:46Z"
    name: isvc-raw-sklearn-batcher-df47c-predictor.18d5ce99a4b857d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15667"
    uid: b408715d-ae58-489e-91be-82a427a30c73
  reason: FailedUpdateStatus
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T12:58:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-df47c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14646"
    uid: 967ba311-6273-45c7-bc76-1998811d6f13
  kind: Event
  lastTimestamp: "2026-09-16T12:59:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T12:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T12:59:33Z"
    name: isvc-raw-sklearn-batcher-df47c.18d5ce81292ac87d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: dae9c25f-e30a-4574-b134-23b28154bf98
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-df47c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15500"
    uid: 967ba311-6273-45c7-bc76-1998811d6f13
  kind: Event
  lastTimestamp: "2026-09-16T12:59:33Z"
  message: InferenceService [isvc-raw-sklearn-batcher-df47c] is Ready
  metadata:
    creationTimestamp: "2026-09-16T12:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T12:59:33Z"
    name: isvc-raw-sklearn-batcher-df47c.18d5ce96c69f420d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15502"
    uid: 4a5c8ea5-5a92-4286-97a7-64d1cc7a3243
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:04:51.668299Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d93042-predictor-5d44554d5d-qqj6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18936"
    uid: 7bf1e9ad-3b6c-458b-a5d2-46e7cf659053
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-d93042-predictor-5d44554d5d-qqj6w
    to ip-10-0-133-218.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: isvc-secondary-d93042-predictor-5d44554d5d-qqj6w.18d5cee0c1c13a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18944"
    uid: ec97285d-1657-47e8-bebb-bb5febc6edd4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d93042-predictor-5d44554d5d-qqj6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18938"
    uid: 7bf1e9ad-3b6c-458b-a5d2-46e7cf659053
  kind: Event
  lastTimestamp: "2026-09-16T13:04:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-d93042-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:52Z"
    name: isvc-secondary-d93042-predictor-5d44554d5d-qqj6w.18d5cee0cd03955f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18954"
    uid: ce7d4b27-21d1-48b0-bb36-ec9e13fc17f1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d93042-predictor-5d44554d5d-qqj6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18947"
    uid: 7bf1e9ad-3b6c-458b-a5d2-46e7cf659053
  kind: Event
  lastTimestamp: "2026-09-16T13:04:53Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:04:53Z"
    name: isvc-secondary-d93042-predictor-5d44554d5d-qqj6w.18d5cee13cfcb2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: ddc44666-03b0-4040-a5a1-f82d04488237
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d93042-predictor-5d44554d5d-qqj6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18938"
    uid: 7bf1e9ad-3b6c-458b-a5d2-46e7cf659053
  kind: Event
  lastTimestamp: "2026-09-16T13:05:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:00Z"
    name: isvc-secondary-d93042-predictor-5d44554d5d-qqj6w.18d5cee13ec161f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19033"
    uid: c28953f4-a3b1-446d-b2f8-8f0887041a37
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d93042-predictor-5d44554d5d-qqj6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18938"
    uid: 7bf1e9ad-3b6c-458b-a5d2-46e7cf659053
  kind: Event
  lastTimestamp: "2026-09-16T13:05:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T13:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:00Z"
    name: isvc-secondary-d93042-predictor-5d44554d5d-qqj6w.18d5cee141b91047
    namespace: kserve-ci-e2e-test
    resourceVersion: "19035"
    uid: c7db30bc-e38e-4734-8a29-03e2078fc5c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d93042-predictor-5d44554d5d-qqj6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18938"
    uid: 7bf1e9ad-3b6c-458b-a5d2-46e7cf659053
  kind: Event
  lastTimestamp: "2026-09-16T13:05:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T13:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:00Z"
    name: isvc-secondary-d93042-predictor-5d44554d5d-qqj6w.18d5cee142291c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19038"
    uid: 0c336152-9142-4bd1-951e-88f8ff270349
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d93042-predictor-5d44554d5d-qqj6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18938"
    uid: 7bf1e9ad-3b6c-458b-a5d2-46e7cf659053
  kind: Event
  lastTimestamp: "2026-09-16T13:05:06Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-d93042-predictor-5d44554d5d-qqj6w_kserve-ci-e2e-test(7bf1e9ad-3b6c-458b-a5d2-46e7cf659053)
  metadata:
    creationTimestamp: "2026-09-16T13:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:06Z"
    name: isvc-secondary-d93042-predictor-5d44554d5d-qqj6w.18d5cee44d831c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "19100"
    uid: 31455144-4119-4912-b238-a7506c1227fa
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-d93042-predictor-5d44554d5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18929"
    uid: 3a71a463-ff61-4b21-8d15-30658f7f1837
  kind: Event
  lastTimestamp: "2026-09-16T13:04:51Z"
  message: 'Created pod: isvc-secondary-d93042-predictor-5d44554d5d-qqj6w'
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: isvc-secondary-d93042-predictor-5d44554d5d.18d5cee0c1271c6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18940"
    uid: 859c7a24-6cd0-4001-ae0e-65eeed16fae4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-d93042-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18927"
    uid: baa370b1-f7b6-4fee-9db1-d98d1316bd7e
  kind: Event
  lastTimestamp: "2026-09-16T13:04:51Z"
  message: Scaled up replica set isvc-secondary-d93042-predictor-5d44554d5d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: isvc-secondary-d93042-predictor.18d5cee0be4adada
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: 271ca67f-4bb0-436c-a55d-7a2880b32956
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-d93042-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18928"
    uid: 5549131f-d3ff-439e-8344-17c6fef9b609
  kind: Event
  lastTimestamp: "2026-09-16T13:05:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:05:06Z"
    name: isvc-secondary-d93042-predictor.18d5cee43cb7c86a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19093"
    uid: fde0dba5-c538-4c50-a355-ff3ad51205c5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-d93042-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18928"
    uid: 5549131f-d3ff-439e-8344-17c6fef9b609
  kind: Event
  lastTimestamp: "2026-09-16T13:05:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:05:06Z"
    name: isvc-secondary-d93042-predictor.18d5cee43d2122e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19095"
    uid: ed12248d-5c9c-4460-ac8e-cd7d58c5d8b3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d93042
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: 8dae253e-abb8-4d6d-8995-599f32031a6e
  kind: Event
  lastTimestamp: "2026-09-16T13:05:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:05:07Z"
    name: isvc-secondary-d93042.18d5cee0be4c6abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19104"
    uid: 74fd451a-f8e5-415b-aafe-7d40c76ce899
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d93042
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: 8dae253e-abb8-4d6d-8995-599f32031a6e
  kind: Event
  lastTimestamp: "2026-09-16T13:04:51Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-d93042":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-d93042":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: isvc-secondary-d93042.18d5cee0bec74375
    namespace: kserve-ci-e2e-test
    resourceVersion: "18933"
    uid: 61f886c4-757e-4813-b299-8b499fcb6b14
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d93042
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: 8dae253e-abb8-4d6d-8995-599f32031a6e
  kind: Event
  lastTimestamp: "2026-09-16T13:04:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-d93042": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: isvc-secondary-d93042.18d5cee0bec787eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18934"
    uid: 9cfea9f8-0448-4e96-87c7-f3ba11a35eb2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T12:59:46.271272Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15669"
    uid: 9413682b-75bf-46ba-a4e8-80329f35bf1f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp
    to ip-10-0-143-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T12:59:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T12:59:46Z"
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp.18d5ce99a6ac6dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15677"
    uid: c7fb45fa-cf11-40b5-92fb-a14311f50ffe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15691"
    uid: 9413682b-75bf-46ba-a4e8-80329f35bf1f
  kind: Event
  lastTimestamp: "2026-09-16T12:59:46Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T12:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T12:59:46Z"
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp.18d5ce99c89b7604
    namespace: kserve-ci-e2e-test
    resourceVersion: "15723"
    uid: 4f18051a-606e-4d5c-937b-2f7b3bece64b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 9413682b-75bf-46ba-a4e8-80329f35bf1f
  kind: Event
  lastTimestamp: "2026-09-16T12:59:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T12:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:46Z"
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp.18d5ce99caeeab43
    namespace: kserve-ci-e2e-test
    resourceVersion: "15727"
    uid: 7c6a9e72-be09-478b-9ce5-93d468b27e48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 9413682b-75bf-46ba-a4e8-80329f35bf1f
  kind: Event
  lastTimestamp: "2026-09-16T12:59:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T12:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:46Z"
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp.18d5ce99cd96af62
    namespace: kserve-ci-e2e-test
    resourceVersion: "15728"
    uid: 2517ec0f-36b8-4078-a40c-da47070512f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 9413682b-75bf-46ba-a4e8-80329f35bf1f
  kind: Event
  lastTimestamp: "2026-09-16T12:59:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T12:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:46Z"
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp.18d5ce99ce1c4540
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: 73ff6c02-c2c4-4699-9030-773136146525
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 9413682b-75bf-46ba-a4e8-80329f35bf1f
  kind: Event
  lastTimestamp: "2026-09-16T12:59:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T12:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:50Z"
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp.18d5ce9abe71b90b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15807"
    uid: 8932565a-305e-4e8d-a3ba-3cf330234e65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 9413682b-75bf-46ba-a4e8-80329f35bf1f
  kind: Event
  lastTimestamp: "2026-09-16T12:59:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T12:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:51Z"
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp.18d5ce9ac1cb2fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15815"
    uid: 722f8374-a905-4323-98e4-9ec012aed670
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 9413682b-75bf-46ba-a4e8-80329f35bf1f
  kind: Event
  lastTimestamp: "2026-09-16T12:59:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T12:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:51Z"
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp.18d5ce9ac241e920
    namespace: kserve-ci-e2e-test
    resourceVersion: "15816"
    uid: 8e238ca7-26ea-4612-b885-42ffa92dd2ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 9413682b-75bf-46ba-a4e8-80329f35bf1f
  kind: Event
  lastTimestamp: "2026-09-16T12:59:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T12:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:51Z"
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp.18d5ce9ac24b1f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "15818"
    uid: 49531a00-63da-4170-8cd5-9d207a2193d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 9413682b-75bf-46ba-a4e8-80329f35bf1f
  kind: Event
  lastTimestamp: "2026-09-16T12:59:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T12:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:51Z"
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp.18d5ce9ac50ba00f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15820"
    uid: 923ffc1a-d074-4692-b42b-afd20caee59b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 9413682b-75bf-46ba-a4e8-80329f35bf1f
  kind: Event
  lastTimestamp: "2026-09-16T12:59:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T12:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:51Z"
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp.18d5ce9ac57f7d1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15821"
    uid: 62b75bd3-2000-4e51-8fc6-a8e6ada1524a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 9413682b-75bf-46ba-a4e8-80329f35bf1f
  kind: Event
  lastTimestamp: "2026-09-16T13:01:37Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T12:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:37Z"
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp.18d5ce9afa8204ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17014"
    uid: 14d366de-9b1f-4685-a19f-6e371dbea805
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 9413682b-75bf-46ba-a4e8-80329f35bf1f
  kind: Event
  lastTimestamp: "2026-09-16T13:01:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:36Z"
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp.18d5ceb352d04792
    namespace: kserve-ci-e2e-test
    resourceVersion: "16913"
    uid: 5d737771-49f3-4bc5-b805-50b1ed0bf9f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 9413682b-75bf-46ba-a4e8-80329f35bf1f
  kind: Event
  lastTimestamp: "2026-09-16T13:01:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:36Z"
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp.18d5ceb352d0fd73
    namespace: kserve-ci-e2e-test
    resourceVersion: "16915"
    uid: a4e83575-5186-47e4-80cc-3436c6dfdd5e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 9413682b-75bf-46ba-a4e8-80329f35bf1f
  kind: Event
  lastTimestamp: "2026-09-16T13:01:37Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:01:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:37Z"
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp.18d5ceb3a8d33543
    namespace: kserve-ci-e2e-test
    resourceVersion: "17013"
    uid: 6d34a3a2-22d6-42b4-80f8-e9a0ef8a91a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15646"
    uid: 24ff90d4-9506-4f98-b9ce-2d93d3bae6be
  kind: Event
  lastTimestamp: "2026-09-16T12:59:46Z"
  message: 'Created pod: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4-mp2qp'
  metadata:
    creationTimestamp: "2026-09-16T12:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T12:59:46Z"
    name: isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4.18d5ce99a5f4f8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15672"
    uid: 0921944b-7a18-4006-a39c-57f6e720bdc8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-ec80e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15643"
    uid: 6ff24475-7df2-4cf3-aa3c-6fc89b070462
  kind: Event
  lastTimestamp: "2026-09-16T12:59:46Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-ec80e-predictor-55c57d89d4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T12:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T12:59:46Z"
    name: isvc-sklearn-graph-raw-ec80e-predictor.18d5ce999f38370a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15647"
    uid: 1fafa3f8-a821-4d8f-9b8e-6ac1eed95253
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:00:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-ec80e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 5556ca8e-ffe9-4a20-af09-454ddcbd7c82
  kind: Event
  lastTimestamp: "2026-09-16T13:00:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:00:01Z"
    name: isvc-sklearn-graph-raw-ec80e-predictor.18d5ce9d1df80413
    namespace: kserve-ci-e2e-test
    resourceVersion: "15933"
    uid: 1777d800-082c-43de-a8ac-c65cfd9c92f7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:00:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-ec80e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 5556ca8e-ffe9-4a20-af09-454ddcbd7c82
  kind: Event
  lastTimestamp: "2026-09-16T13:00:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:00:01Z"
    name: isvc-sklearn-graph-raw-ec80e-predictor.18d5ce9d1e6b5518
    namespace: kserve-ci-e2e-test
    resourceVersion: "15935"
    uid: 27e44b24-6c40-4caa-b235-e0628738ba05
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:00:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-ec80e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15934"
    uid: 5556ca8e-ffe9-4a20-af09-454ddcbd7c82
  kind: Event
  lastTimestamp: "2026-09-16T13:01:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:01:31Z"
    name: isvc-sklearn-graph-raw-ec80e-predictor.18d5cea09dbf6ebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: ad7a3ec1-5409-4fa0-91db-246e615554e7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:00:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-ec80e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15934"
    uid: 5556ca8e-ffe9-4a20-af09-454ddcbd7c82
  kind: Event
  lastTimestamp: "2026-09-16T13:01:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:01:31Z"
    name: isvc-sklearn-graph-raw-ec80e-predictor.18d5cea09e46eb22
    namespace: kserve-ci-e2e-test
    resourceVersion: "16796"
    uid: 03b36e84-29b8-44d1-849f-f81fd32d4192
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-ec80e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15632"
    uid: 75e0b3cf-d929-403f-8ffc-dd7bf58fa50b
  kind: Event
  lastTimestamp: "2026-09-16T13:01:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T12:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:01:08Z"
    name: isvc-sklearn-graph-raw-ec80e.18d5ce999f46fcf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16460"
    uid: a0242987-8eb2-4ad3-8be6-3bafa917aa76
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-ec80e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15632"
    uid: 75e0b3cf-d929-403f-8ffc-dd7bf58fa50b
  kind: Event
  lastTimestamp: "2026-09-16T12:59:46Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-ec80e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-ec80e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T12:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T12:59:46Z"
    name: isvc-sklearn-graph-raw-ec80e.18d5ce999feed43c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: 0558e3ea-7de6-45e6-8cde-4d79fcee7172
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-ec80e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16458"
    uid: 75e0b3cf-d929-403f-8ffc-dd7bf58fa50b
  kind: Event
  lastTimestamp: "2026-09-16T13:01:08Z"
  message: InferenceService [isvc-sklearn-graph-raw-ec80e] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:01:08Z"
    name: isvc-sklearn-graph-raw-ec80e.18d5ceacb2b351ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: e4f10f23-325d-4714-836c-614eb0011538
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:01:36.700205Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16935"
    uid: ccf0e9b1-5f46-45e7-8192-65d957d2ffd6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq
    to ip-10-0-133-218.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:01:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:01:36Z"
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq.18d5ceb35cc04359
    namespace: kserve-ci-e2e-test
    resourceVersion: "16946"
    uid: 7c8d5bbd-268d-4f30-9e1f-14bcc4b1f5d6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16957"
    uid: ccf0e9b1-5f46-45e7-8192-65d957d2ffd6
  kind: Event
  lastTimestamp: "2026-09-16T13:01:37Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:01:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:01:37Z"
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq.18d5ceb37ed291d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17000"
    uid: 04c9a157-8a6c-4de5-88e0-19ef8d1020af
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: ccf0e9b1-5f46-45e7-8192-65d957d2ffd6
  kind: Event
  lastTimestamp: "2026-09-16T13:01:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:01:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:37Z"
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq.18d5ceb3811e05e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17002"
    uid: e06a14d5-2dbf-4711-9a0e-93b62fb1c9b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: ccf0e9b1-5f46-45e7-8192-65d957d2ffd6
  kind: Event
  lastTimestamp: "2026-09-16T13:01:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T13:01:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:37Z"
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq.18d5ceb383c17157
    namespace: kserve-ci-e2e-test
    resourceVersion: "17003"
    uid: d31fc427-e585-49db-909d-860204450f29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: ccf0e9b1-5f46-45e7-8192-65d957d2ffd6
  kind: Event
  lastTimestamp: "2026-09-16T13:01:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T13:01:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:37Z"
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq.18d5ceb38420848a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: 1d94c84f-d2f6-449d-a3af-3dbf373e449f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: ccf0e9b1-5f46-45e7-8192-65d957d2ffd6
  kind: Event
  lastTimestamp: "2026-09-16T13:01:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:42Z"
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq.18d5ceb49be63e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17076"
    uid: c9001cf5-939b-4e3c-b059-658a29fadf80
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: ccf0e9b1-5f46-45e7-8192-65d957d2ffd6
  kind: Event
  lastTimestamp: "2026-09-16T13:01:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:42Z"
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq.18d5ceb49f41a2f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17081"
    uid: 3709407d-1ff1-45c0-a0a9-62be1ba42c96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: ccf0e9b1-5f46-45e7-8192-65d957d2ffd6
  kind: Event
  lastTimestamp: "2026-09-16T13:01:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:42Z"
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq.18d5ceb49fa32eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17082"
    uid: a5d97d97-d65c-4d30-a364-99cf9cf45d51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: ccf0e9b1-5f46-45e7-8192-65d957d2ffd6
  kind: Event
  lastTimestamp: "2026-09-16T13:01:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:42Z"
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq.18d5ceb49fadd709
    namespace: kserve-ci-e2e-test
    resourceVersion: "17083"
    uid: 0381a677-7695-40d5-a5f9-307445c0ed48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: ccf0e9b1-5f46-45e7-8192-65d957d2ffd6
  kind: Event
  lastTimestamp: "2026-09-16T13:01:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:42Z"
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq.18d5ceb4a27ef47a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17087"
    uid: 66f3dcc2-6b05-46fc-bec4-18692c9f7fb7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: ccf0e9b1-5f46-45e7-8192-65d957d2ffd6
  kind: Event
  lastTimestamp: "2026-09-16T13:01:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:42Z"
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq.18d5ceb4a2e81b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17088"
    uid: aaf324ed-fc16-4771-85c2-9fb69838addd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: ccf0e9b1-5f46-45e7-8192-65d957d2ffd6
  kind: Event
  lastTimestamp: "2026-09-16T13:03:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:01:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:29Z"
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq.18d5ceb4d7e91913
    namespace: kserve-ci-e2e-test
    resourceVersion: "18205"
    uid: 6722cb61-b1fe-488c-b119-647197d9b001
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: ccf0e9b1-5f46-45e7-8192-65d957d2ffd6
  kind: Event
  lastTimestamp: "2026-09-16T13:03:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:26Z"
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq.18d5cecd061941db
    namespace: kserve-ci-e2e-test
    resourceVersion: "18124"
    uid: de1ee9ed-e516-43cd-938d-ff78dd73367c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: ccf0e9b1-5f46-45e7-8192-65d957d2ffd6
  kind: Event
  lastTimestamp: "2026-09-16T13:03:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:26Z"
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq.18d5cecd0619ceaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18125"
    uid: d4f25cf1-bd91-4242-aaa0-7adcde606203
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: ccf0e9b1-5f46-45e7-8192-65d957d2ffd6
  kind: Event
  lastTimestamp: "2026-09-16T13:03:29Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:29Z"
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq.18d5cecd863529fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18204"
    uid: 66f7dc3c-2d40-4289-b32c-b3d9843583c4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16923"
    uid: d5b66310-f54b-4b16-afc8-15834fb3796a
  kind: Event
  lastTimestamp: "2026-09-16T13:01:36Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb-9gwrq'
  metadata:
    creationTimestamp: "2026-09-16T13:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:01:36Z"
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb.18d5ceb35bfde932
    namespace: kserve-ci-e2e-test
    resourceVersion: "16940"
    uid: 58faa3f8-cd20-41ff-86ea-aed674847289
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16921"
    uid: a7b4d11a-d435-47e0-a7c6-79297bac46bb
  kind: Event
  lastTimestamp: "2026-09-16T13:01:36Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-5b43d-predictor-5c567f8fb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T13:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:01:36Z"
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor.18d5ceb356a555f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: 552e0f58-69cd-4190-a7bc-fc7cbcf52c5f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16922"
    uid: f85a4355-3874-406a-a9ba-1a961bd1d85d
  kind: Event
  lastTimestamp: "2026-09-16T13:01:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:01:51Z"
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor.18d5ceb6d5b1dead
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: fa9822a0-984a-4946-9a6d-82fc724074ec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16922"
    uid: f85a4355-3874-406a-a9ba-1a961bd1d85d
  kind: Event
  lastTimestamp: "2026-09-16T13:01:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:01:51Z"
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor.18d5ceb6d62ad1ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17161"
    uid: 65f932f6-306a-4656-b1f1-ed105be788f6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17160"
    uid: f85a4355-3874-406a-a9ba-1a961bd1d85d
  kind: Event
  lastTimestamp: "2026-09-16T13:03:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:21Z"
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor.18d5ceba54e567a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18046"
    uid: 186f73bc-035d-4bdf-b6ae-c0db56be2404
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17160"
    uid: f85a4355-3874-406a-a9ba-1a961bd1d85d
  kind: Event
  lastTimestamp: "2026-09-16T13:03:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:21Z"
    name: isvc-sklearn-graph-raw-hpa-5b43d-predictor.18d5ceba557475f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18047"
    uid: 17c03a95-d64a-490c-8eb9-68275d807b3b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-5b43d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16906"
    uid: fdc4ffc5-d030-4c31-bae0-634ab6441ef0
  kind: Event
  lastTimestamp: "2026-09-16T13:02:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:02:59Z"
    name: isvc-sklearn-graph-raw-hpa-5b43d.18d5ceb3569cb036
    namespace: kserve-ci-e2e-test
    resourceVersion: "17766"
    uid: 7fdee722-5b0e-480f-aa63-72d41022d616
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-5b43d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17764"
    uid: fdc4ffc5-d030-4c31-bae0-634ab6441ef0
  kind: Event
  lastTimestamp: "2026-09-16T13:02:59Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-5b43d] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:02:59Z"
    name: isvc-sklearn-graph-raw-hpa-5b43d.18d5cec68ef34bca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17765"
    uid: 88416d2b-5775-405a-8f39-e952dbe1706e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:05:12.307477Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19233"
    uid: a7bc8672-651f-43ab-b57b-733d9807a4be
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw
    to ip-10-0-143-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:05:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:05:12Z"
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw.18d5cee58ff22e39
    namespace: kserve-ci-e2e-test
    resourceVersion: "19239"
    uid: 228d81d9-7793-453c-8c4a-ee0489c4a045
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19235"
    uid: a7bc8672-651f-43ab-b57b-733d9807a4be
  kind: Event
  lastTimestamp: "2026-09-16T13:05:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-scale-raw-ab64c-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:12Z"
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw.18d5cee59e1152a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19253"
    uid: 5d0e26e1-ec4b-460f-8dc3-e20e8dafb59a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19244"
    uid: a7bc8672-651f-43ab-b57b-733d9807a4be
  kind: Event
  lastTimestamp: "2026-09-16T13:05:13Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:05:13Z"
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw.18d5cee5d615f0c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19267"
    uid: 992ae1ac-498e-48d2-8587-23364e27757b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19235"
    uid: a7bc8672-651f-43ab-b57b-733d9807a4be
  kind: Event
  lastTimestamp: "2026-09-16T13:05:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:13Z"
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw.18d5cee5d7814f3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19269"
    uid: 898ff11d-8655-4348-8b45-38ab8744ec19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19235"
    uid: a7bc8672-651f-43ab-b57b-733d9807a4be
  kind: Event
  lastTimestamp: "2026-09-16T13:05:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T13:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:13Z"
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw.18d5cee5dace2db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19270"
    uid: c40a3d9d-f1cc-4409-b1be-8433e9616fab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19235"
    uid: a7bc8672-651f-43ab-b57b-733d9807a4be
  kind: Event
  lastTimestamp: "2026-09-16T13:05:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T13:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:13Z"
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw.18d5cee5db43ee93
    namespace: kserve-ci-e2e-test
    resourceVersion: "19271"
    uid: af1cc849-f7da-47c9-bf58-e52ac08f2cf3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19235"
    uid: a7bc8672-651f-43ab-b57b-733d9807a4be
  kind: Event
  lastTimestamp: "2026-09-16T13:05:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:17Z"
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw.18d5cee6c85567cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19352"
    uid: 15a1628a-aae8-41d0-b2d6-9aed8ca8d140
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19235"
    uid: a7bc8672-651f-43ab-b57b-733d9807a4be
  kind: Event
  lastTimestamp: "2026-09-16T13:05:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:17Z"
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw.18d5cee6cb9b6206
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 32f08dc3-063c-41c0-9815-6696ac58e5d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19235"
    uid: a7bc8672-651f-43ab-b57b-733d9807a4be
  kind: Event
  lastTimestamp: "2026-09-16T13:05:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:17Z"
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw.18d5cee6cc11209f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19360"
    uid: 1d658ebf-a3a6-458a-bd0f-02cdf0f2d6c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19235"
    uid: a7bc8672-651f-43ab-b57b-733d9807a4be
  kind: Event
  lastTimestamp: "2026-09-16T13:05:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:17Z"
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw.18d5cee6cc1a1356
    namespace: kserve-ci-e2e-test
    resourceVersion: "19361"
    uid: 9e8b25dc-1e4d-4474-82b0-dd8ea9ceafe5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19235"
    uid: a7bc8672-651f-43ab-b57b-733d9807a4be
  kind: Event
  lastTimestamp: "2026-09-16T13:05:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:17Z"
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw.18d5cee6cf24c206
    namespace: kserve-ci-e2e-test
    resourceVersion: "19364"
    uid: 2d57c7ad-52ca-40d6-b4ee-7dbed7cd14ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19235"
    uid: a7bc8672-651f-43ab-b57b-733d9807a4be
  kind: Event
  lastTimestamp: "2026-09-16T13:05:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:17Z"
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw.18d5cee6cfaec787
    namespace: kserve-ci-e2e-test
    resourceVersion: "19365"
    uid: ee842d36-598f-4ec9-87b9-4fa5fb4bfdfd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 16
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19235"
    uid: a7bc8672-651f-43ab-b57b-733d9807a4be
  kind: Event
  lastTimestamp: "2026-09-16T13:07:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:31Z"
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw.18d5cee7404766f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20541"
    uid: ec877e16-6062-4994-a55f-99613bac455d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19235"
    uid: a7bc8672-651f-43ab-b57b-733d9807a4be
  kind: Event
  lastTimestamp: "2026-09-16T13:07:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:42Z"
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw.18d5cf088101e1e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: 85a71c62-0e79-4835-b81e-a1c6326bfec5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19235"
    uid: a7bc8672-651f-43ab-b57b-733d9807a4be
  kind: Event
  lastTimestamp: "2026-09-16T13:07:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:42Z"
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw.18d5cf0881025dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: af458d2a-9594-4690-a854-691ecd92f711
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19235"
    uid: a7bc8672-651f-43ab-b57b-733d9807a4be
  kind: Event
  lastTimestamp: "2026-09-16T13:07:50Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:50Z"
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw.18d5cf093ec8d195
    namespace: kserve-ci-e2e-test
    resourceVersion: "20800"
    uid: 8fea07b3-22d6-4efb-a531-1135c37501bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546
    namespace: kserve-ci-e2e-test
    resourceVersion: "19223"
    uid: 2ff970aa-fb1d-4306-bc8a-424c49939926
  kind: Event
  lastTimestamp: "2026-09-16T13:05:12Z"
  message: 'Created pod: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546-zl4qw'
  metadata:
    creationTimestamp: "2026-09-16T13:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:05:12Z"
    name: isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546.18d5cee58f4ef825
    namespace: kserve-ci-e2e-test
    resourceVersion: "19234"
    uid: e9e6b6b3-60ca-4dd7-b257-9a7281cbd372
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-ab64c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19220"
    uid: 076a2abc-d500-4de8-9617-941f1e74c234
  kind: Event
  lastTimestamp: "2026-09-16T13:05:12Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-ab64c-predictor-d89cf7546
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T13:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:05:12Z"
    name: isvc-sklearn-scale-raw-ab64c-predictor.18d5cee58cb9c4ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "19227"
    uid: 41c32a9b-6859-47ab-8e8a-b2b942740205
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-ab64c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19222"
    uid: df0b77e8-c13d-4771-a058-871c9a655fa4
  kind: Event
  lastTimestamp: "2026-09-16T13:05:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:05:27Z"
    name: isvc-sklearn-scale-raw-ab64c-predictor.18d5cee90b25f240
    namespace: kserve-ci-e2e-test
    resourceVersion: "19479"
    uid: 2e0ed778-a8ec-44cd-8536-33203c2a9a8a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-ab64c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19222"
    uid: df0b77e8-c13d-4771-a058-871c9a655fa4
  kind: Event
  lastTimestamp: "2026-09-16T13:05:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:05:27Z"
    name: isvc-sklearn-scale-raw-ab64c-predictor.18d5cee90b8c23c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19481"
    uid: 32324314-4595-4cad-973c-d832901065f0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-ab64c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19480"
    uid: df0b77e8-c13d-4771-a058-871c9a655fa4
  kind: Event
  lastTimestamp: "2026-09-16T13:07:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:05:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:07:27Z"
    name: isvc-sklearn-scale-raw-ab64c-predictor.18d5ceec8a48daaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20511"
    uid: 994b81db-c75b-4499-bab7-c6a196b7aff3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-ab64c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19480"
    uid: df0b77e8-c13d-4771-a058-871c9a655fa4
  kind: Event
  lastTimestamp: "2026-09-16T13:07:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:05:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:07:27Z"
    name: isvc-sklearn-scale-raw-ab64c-predictor.18d5ceec8aaaaf12
    namespace: kserve-ci-e2e-test
    resourceVersion: "20512"
    uid: 3a6c13db-01dd-49bb-be78-18f0e3e8c956
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-ab64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19201"
    uid: 5821fbef-8108-4bd8-ac90-6a60165dee07
  kind: Event
  lastTimestamp: "2026-09-16T13:07:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:07:41Z"
    name: isvc-sklearn-scale-raw-ab64c.18d5cee58cbcd072
    namespace: kserve-ci-e2e-test
    resourceVersion: "20628"
    uid: a886d21a-044e-4419-af10-1770c1cb439f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-ab64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20624"
    uid: 5821fbef-8108-4bd8-ac90-6a60165dee07
  kind: Event
  lastTimestamp: "2026-09-16T13:07:41Z"
  message: InferenceService [isvc-sklearn-scale-raw-ab64c] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:07:41Z"
    name: isvc-sklearn-scale-raw-ab64c.18d5cf08558567e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20625"
    uid: 73672918-09af-4161-bc56-97625e7529d3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T12:59:46.386676Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15703"
    uid: b6f97e15-4f04-4c9a-ae13-68aeaa8e85de
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj
    to ip-10-0-133-218.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T12:59:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T12:59:46Z"
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj.18d5ce99ad8d7571
    namespace: kserve-ci-e2e-test
    resourceVersion: "15706"
    uid: 1dc31a48-0292-4a07-9ff9-2af6d705b77e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15711"
    uid: b6f97e15-4f04-4c9a-ae13-68aeaa8e85de
  kind: Event
  lastTimestamp: "2026-09-16T12:59:46Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T12:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T12:59:46Z"
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj.18d5ce99cf667e39
    namespace: kserve-ci-e2e-test
    resourceVersion: "15730"
    uid: 1ab12eb0-db0d-49d6-9056-4afadf67b24a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15704"
    uid: b6f97e15-4f04-4c9a-ae13-68aeaa8e85de
  kind: Event
  lastTimestamp: "2026-09-16T12:59:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T12:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:46Z"
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj.18d5ce99d1857259
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: a4fd1ba9-2f55-41e9-9d7f-c4604838d413
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15704"
    uid: b6f97e15-4f04-4c9a-ae13-68aeaa8e85de
  kind: Event
  lastTimestamp: "2026-09-16T12:59:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T12:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:47Z"
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj.18d5ce99d4e7a186
    namespace: kserve-ci-e2e-test
    resourceVersion: "15738"
    uid: 8d743eb2-d153-4c55-9185-151452f27941
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15704"
    uid: b6f97e15-4f04-4c9a-ae13-68aeaa8e85de
  kind: Event
  lastTimestamp: "2026-09-16T12:59:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T12:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:47Z"
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj.18d5ce99d54cc5e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15739"
    uid: 84a58b5d-74d1-44ed-a48a-85b392fda8ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15704"
    uid: b6f97e15-4f04-4c9a-ae13-68aeaa8e85de
  kind: Event
  lastTimestamp: "2026-09-16T12:59:51Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T12:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T12:59:51Z"
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj.18d5ce9ae212a404
    namespace: kserve-ci-e2e-test
    resourceVersion: "15831"
    uid: 6ab8c382-a61e-4901-8637-68d3aadcea76
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:00:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15704"
    uid: b6f97e15-4f04-4c9a-ae13-68aeaa8e85de
  kind: Event
  lastTimestamp: "2026-09-16T13:00:09Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.489s (17.489s
    including waiting). Image size: 1332356354 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T13:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:00:09Z"
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj.18d5ce9ef484fd81
    namespace: kserve-ci-e2e-test
    resourceVersion: "15997"
    uid: 23e654e0-5ea7-4648-bb14-33e8a3452210
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:00:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15704"
    uid: b6f97e15-4f04-4c9a-ae13-68aeaa8e85de
  kind: Event
  lastTimestamp: "2026-09-16T13:00:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:00:09Z"
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj.18d5ce9ef74b3879
    namespace: kserve-ci-e2e-test
    resourceVersion: "15998"
    uid: abb40626-f7f6-4a55-941a-ce0017b3db85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:00:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15704"
    uid: b6f97e15-4f04-4c9a-ae13-68aeaa8e85de
  kind: Event
  lastTimestamp: "2026-09-16T13:00:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:00:09Z"
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj.18d5ce9ef7b427ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15999"
    uid: 99302759-f4e4-4c0e-9eec-d5252de2202d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:00:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15704"
    uid: b6f97e15-4f04-4c9a-ae13-68aeaa8e85de
  kind: Event
  lastTimestamp: "2026-09-16T13:00:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:00:09Z"
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj.18d5ce9ef7be8644
    namespace: kserve-ci-e2e-test
    resourceVersion: "16000"
    uid: 5b50c78e-86b4-4b3c-ae89-b8291dccc4fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:00:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15704"
    uid: b6f97e15-4f04-4c9a-ae13-68aeaa8e85de
  kind: Event
  lastTimestamp: "2026-09-16T13:00:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:00:09Z"
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj.18d5ce9efa9e4540
    namespace: kserve-ci-e2e-test
    resourceVersion: "16001"
    uid: 2baecba8-e1f1-4cc8-a6f3-ac72c74ef1f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:00:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15704"
    uid: b6f97e15-4f04-4c9a-ae13-68aeaa8e85de
  kind: Event
  lastTimestamp: "2026-09-16T13:00:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:00:09Z"
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj.18d5ce9efaff5975
    namespace: kserve-ci-e2e-test
    resourceVersion: "16002"
    uid: 606a303a-eea0-4674-9d18-9e9bebffed3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-16T13:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15704"
    uid: b6f97e15-4f04-4c9a-ae13-68aeaa8e85de
  kind: Event
  lastTimestamp: "2026-09-16T13:01:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:06Z"
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj.18d5ce9f54af6e0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 38e286ec-bf86-4626-86b4-62766908fcf5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15704"
    uid: b6f97e15-4f04-4c9a-ae13-68aeaa8e85de
  kind: Event
  lastTimestamp: "2026-09-16T13:01:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:36Z"
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj.18d5ceb36109743f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16959"
    uid: 3ddccc76-9a27-414d-9621-818dbe0b4eda
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15704"
    uid: b6f97e15-4f04-4c9a-ae13-68aeaa8e85de
  kind: Event
  lastTimestamp: "2026-09-16T13:01:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:36Z"
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj.18d5ceb36109f4a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: 6a632abc-ff2e-4a72-af0c-5e95daa4da45
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-218.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-218.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: 3fb5fd8a-fafc-4a48-8115-5613696adf4b
  kind: Event
  lastTimestamp: "2026-09-16T12:59:46Z"
  message: 'Created pod: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585-jbvsj'
  metadata:
    creationTimestamp: "2026-09-16T12:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T12:59:46Z"
    name: isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585.18d5ce99ad854e86
    namespace: kserve-ci-e2e-test
    resourceVersion: "15705"
    uid: 5036373c-63aa-4e80-87fb-7941e79c1597
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-ec80e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15688"
    uid: 7bcae495-64a4-4093-a28f-85231f6561c1
  kind: Event
  lastTimestamp: "2026-09-16T12:59:46Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-ec80e-predictor-77f5fb7585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T12:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T12:59:46Z"
    name: isvc-xgboost-graph-raw-ec80e-predictor.18d5ce99a99ead80
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: aff1e220-db0a-44af-9c75-92f9bd119982
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:00:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-ec80e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15692"
    uid: c16d1d86-c290-43c4-b10b-d18bfc3f3fee
  kind: Event
  lastTimestamp: "2026-09-16T13:00:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:00:16Z"
    name: isvc-xgboost-graph-raw-ec80e-predictor.18d5ce9d288fc5d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16065"
    uid: ab73e88b-1810-429c-90b8-5753666f8242
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:00:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-ec80e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15692"
    uid: c16d1d86-c290-43c4-b10b-d18bfc3f3fee
  kind: Event
  lastTimestamp: "2026-09-16T13:00:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:00:16Z"
    name: isvc-xgboost-graph-raw-ec80e-predictor.18d5ce9d29a06e61
    namespace: kserve-ci-e2e-test
    resourceVersion: "16066"
    uid: b2e7b6ba-13e7-4aeb-8e8f-286b68ec288e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T13:00:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-ec80e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15940"
    uid: c16d1d86-c290-43c4-b10b-d18bfc3f3fee
  kind: Event
  lastTimestamp: "2026-09-16T13:01:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:01:31Z"
    name: isvc-xgboost-graph-raw-ec80e-predictor.18d5cea4271aa957
    namespace: kserve-ci-e2e-test
    resourceVersion: "16797"
    uid: 0f6f7be2-964a-4e54-b271-533833beb23e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T13:00:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-ec80e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15940"
    uid: c16d1d86-c290-43c4-b10b-d18bfc3f3fee
  kind: Event
  lastTimestamp: "2026-09-16T13:01:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:01:31Z"
    name: isvc-xgboost-graph-raw-ec80e-predictor.18d5cea4277f4198
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: ddb99b73-0423-4bb4-be14-22987c894468
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T12:59:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-ec80e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15662"
    uid: 4c8ca741-f3bd-47a2-a7d3-606af6ce0704
  kind: Event
  lastTimestamp: "2026-09-16T13:01:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T12:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:01:16Z"
    name: isvc-xgboost-graph-raw-ec80e.18d5ce99a9ac294d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16532"
    uid: 95b84b9a-5955-4ea7-ac9b-b847d707a8e7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-ec80e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16530"
    uid: 4c8ca741-f3bd-47a2-a7d3-606af6ce0704
  kind: Event
  lastTimestamp: "2026-09-16T13:01:16Z"
  message: InferenceService [isvc-xgboost-graph-raw-ec80e] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:01:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:01:16Z"
    name: isvc-xgboost-graph-raw-ec80e.18d5ceaeb8db7738
    namespace: kserve-ci-e2e-test
    resourceVersion: "16531"
    uid: 7bff63af-ed4f-4a40-a88d-819dc48287da
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:01:36.972935Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16980"
    uid: 51cd9889-bb21-4981-a361-778614b6337a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c
    to ip-10-0-143-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:01:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:01:36Z"
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c.18d5ceb36d01d82e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16986"
    uid: 03241af6-21a0-45b8-8407-6887c3566f48
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16992"
    uid: 51cd9889-bb21-4981-a361-778614b6337a
  kind: Event
  lastTimestamp: "2026-09-16T13:01:37Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:01:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:01:37Z"
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c.18d5ceb38f0d3978
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 08fbae7c-5667-4c99-9ce6-db0d7f2f632b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 51cd9889-bb21-4981-a361-778614b6337a
  kind: Event
  lastTimestamp: "2026-09-16T13:01:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:01:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:37Z"
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c.18d5ceb391e6a5da
    namespace: kserve-ci-e2e-test
    resourceVersion: "17007"
    uid: 60d38617-723a-4cdb-9660-4813d0dd5937
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 51cd9889-bb21-4981-a361-778614b6337a
  kind: Event
  lastTimestamp: "2026-09-16T13:01:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T13:01:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:37Z"
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c.18d5ceb394fc136e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: b232396a-4b3d-426c-9813-9c1b1d864552
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 51cd9889-bb21-4981-a361-778614b6337a
  kind: Event
  lastTimestamp: "2026-09-16T13:01:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T13:01:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:37Z"
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c.18d5ceb39571c703
    namespace: kserve-ci-e2e-test
    resourceVersion: "17010"
    uid: 1c76b358-35a4-4d66-b14b-b7b83d147309
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 51cd9889-bb21-4981-a361-778614b6337a
  kind: Event
  lastTimestamp: "2026-09-16T13:01:41Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T13:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:41Z"
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c.18d5ceb47ae13b19
    namespace: kserve-ci-e2e-test
    resourceVersion: "17066"
    uid: 74d1a7f5-1b3d-40c5-8e92-5b038f0fae67
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 51cd9889-bb21-4981-a361-778614b6337a
  kind: Event
  lastTimestamp: "2026-09-16T13:01:59Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.118s (18.118s
    including waiting). Image size: 1332356354 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T13:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:59Z"
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c.18d5ceb8b2dae71e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17224"
    uid: d9c4b8a2-ab35-4b84-a834-0f7e5110fd76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 51cd9889-bb21-4981-a361-778614b6337a
  kind: Event
  lastTimestamp: "2026-09-16T13:01:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:59Z"
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c.18d5ceb8b689ad26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17227"
    uid: c3066b80-12bb-44e7-81a4-dfa4d4fec683
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 51cd9889-bb21-4981-a361-778614b6337a
  kind: Event
  lastTimestamp: "2026-09-16T13:01:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:59Z"
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c.18d5ceb8b7140bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17228"
    uid: b8f1e505-ba56-402a-b6c5-c2bfc35c6fa5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 51cd9889-bb21-4981-a361-778614b6337a
  kind: Event
  lastTimestamp: "2026-09-16T13:01:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:59Z"
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c.18d5ceb8b71e8ba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17229"
    uid: 76e81df7-7d5c-429b-be40-622f07e2b740
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 51cd9889-bb21-4981-a361-778614b6337a
  kind: Event
  lastTimestamp: "2026-09-16T13:01:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:59Z"
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c.18d5ceb8ba222d30
    namespace: kserve-ci-e2e-test
    resourceVersion: "17230"
    uid: 155ecfdc-c48f-4c3b-bba1-3ccfcd10229d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 51cd9889-bb21-4981-a361-778614b6337a
  kind: Event
  lastTimestamp: "2026-09-16T13:01:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:59Z"
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c.18d5ceb8ba9826fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17231"
    uid: 92e57dac-e407-4295-a6ee-90f7cce8d436
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 51cd9889-bb21-4981-a361-778614b6337a
  kind: Event
  lastTimestamp: "2026-09-16T13:02:46Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:46Z"
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c.18d5ceb8edb9da12
    namespace: kserve-ci-e2e-test
    resourceVersion: "17589"
    uid: bb568436-59ea-4ccf-970f-20117a85f8cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 51cd9889-bb21-4981-a361-778614b6337a
  kind: Event
  lastTimestamp: "2026-09-16T13:03:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:27Z"
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c.18d5cecd106c9488
    namespace: kserve-ci-e2e-test
    resourceVersion: "18167"
    uid: 5509c4b0-da29-4b12-b8ee-f3f40cfbd7f4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 51cd9889-bb21-4981-a361-778614b6337a
  kind: Event
  lastTimestamp: "2026-09-16T13:03:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:27Z"
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c.18d5cecd106d2c23
    namespace: kserve-ci-e2e-test
    resourceVersion: "18169"
    uid: e9300c2b-9752-4bfd-9814-2778aea32eb9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16971"
    uid: a8c8e44c-0912-4932-bd78-1428c574fa90
  kind: Event
  lastTimestamp: "2026-09-16T13:01:36Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf-5mc5c'
  metadata:
    creationTimestamp: "2026-09-16T13:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:01:36Z"
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf.18d5ceb36bfafa87
    namespace: kserve-ci-e2e-test
    resourceVersion: "16981"
    uid: d00ad0ff-239f-4b4a-a8ea-faf26ddf49df
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16966"
    uid: 542e72e7-464c-460f-a53b-68c6fd051af8
  kind: Event
  lastTimestamp: "2026-09-16T13:01:36Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-5b43d-predictor-56c9b4ddbf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T13:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:01:36Z"
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor.18d5ceb365c86889
    namespace: kserve-ci-e2e-test
    resourceVersion: "16973"
    uid: 4a65ff12-e640-4a84-8d24-64a0bdb9054b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: 07b81519-74ee-41e1-b6d3-53adf3dd32cd
  kind: Event
  lastTimestamp: "2026-09-16T13:02:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:02:51Z"
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor.18d5ceb6e396c820
    namespace: kserve-ci-e2e-test
    resourceVersion: "17671"
    uid: 7cf4f2a8-239b-47d5-b599-d83a7fc1c92f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: 07b81519-74ee-41e1-b6d3-53adf3dd32cd
  kind: Event
  lastTimestamp: "2026-09-16T13:02:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:02:51Z"
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor.18d5ceb6e4029b20
    namespace: kserve-ci-e2e-test
    resourceVersion: "17672"
    uid: 442baf21-fd83-438a-80a1-878657ba5c6e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17166"
    uid: 07b81519-74ee-41e1-b6d3-53adf3dd32cd
  kind: Event
  lastTimestamp: "2026-09-16T13:03:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:21Z"
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor.18d5cec85e5d80ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18048"
    uid: dd5731e2-1f94-4639-959e-489a49f6b1eb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17166"
    uid: 07b81519-74ee-41e1-b6d3-53adf3dd32cd
  kind: Event
  lastTimestamp: "2026-09-16T13:03:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:21Z"
    name: isvc-xgboost-graph-raw-hpa-5b43d-predictor.18d5cec85eea3014
    namespace: kserve-ci-e2e-test
    resourceVersion: "18049"
    uid: 40e10438-3692-4595-b1d2-dbeb84184578
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-5b43d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16956"
    uid: 6dcc39ea-1fd8-48c7-a1b3-6254c0853c4c
  kind: Event
  lastTimestamp: "2026-09-16T13:02:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:02:56Z"
    name: isvc-xgboost-graph-raw-hpa-5b43d.18d5ceb365d8ed6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17743"
    uid: 95ee914e-97ab-4e77-803c-76e9d77dab07
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-5b43d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17741"
    uid: 6dcc39ea-1fd8-48c7-a1b3-6254c0853c4c
  kind: Event
  lastTimestamp: "2026-09-16T13:02:56Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-5b43d] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:02:56Z"
    name: isvc-xgboost-graph-raw-hpa-5b43d.18d5cec5fceda492
    namespace: kserve-ci-e2e-test
    resourceVersion: "17742"
    uid: 9f674d85-f370-494f-bfa9-89ae54d1e683
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:03:27.018928Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-6a607-predictor-77b769f464-rnm7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18143"
    uid: fcac34b4-3a48-4464-9184-b31dead8dfa5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-6a607-predictor-77b769f464-rnm7w
    to ip-10-0-143-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:03:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:03:27Z"
    name: message-dumper-raw-6a607-predictor-77b769f464-rnm7w.18d5cecd0c425f55
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: c9baff0a-47a4-4611-94e0-eeaf11168ffa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-6a607-predictor-77b769f464-rnm7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18163"
    uid: fcac34b4-3a48-4464-9184-b31dead8dfa5
  kind: Event
  lastTimestamp: "2026-09-16T13:03:27Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:03:27Z"
    name: message-dumper-raw-6a607-predictor-77b769f464-rnm7w.18d5cecd2e2b0b06
    namespace: kserve-ci-e2e-test
    resourceVersion: "18177"
    uid: 034bd815-582e-476f-a865-1adf453fa5fd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-6a607-predictor-77b769f464-rnm7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18145"
    uid: fcac34b4-3a48-4464-9184-b31dead8dfa5
  kind: Event
  lastTimestamp: "2026-09-16T13:03:27Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-16T13:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:27Z"
    name: message-dumper-raw-6a607-predictor-77b769f464-rnm7w.18d5cecd304eeecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18180"
    uid: 1a3d4ba1-1a55-4f9a-bded-8c8c3c4ff7cd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-6a607-predictor-77b769f464-rnm7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18145"
    uid: fcac34b4-3a48-4464-9184-b31dead8dfa5
  kind: Event
  lastTimestamp: "2026-09-16T13:03:28Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.202s (1.202s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T13:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:28Z"
    name: message-dumper-raw-6a607-predictor-77b769f464-rnm7w.18d5cecd77fa6637
    namespace: kserve-ci-e2e-test
    resourceVersion: "18193"
    uid: 31b4ea3c-9461-43d9-bcfe-50f6e06c4003
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-6a607-predictor-77b769f464-rnm7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18145"
    uid: fcac34b4-3a48-4464-9184-b31dead8dfa5
  kind: Event
  lastTimestamp: "2026-09-16T13:03:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:28Z"
    name: message-dumper-raw-6a607-predictor-77b769f464-rnm7w.18d5cecd7ad3c063
    namespace: kserve-ci-e2e-test
    resourceVersion: "18195"
    uid: 4fb3e802-6cfe-4072-a8fc-92bcb6a99a1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-6a607-predictor-77b769f464-rnm7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18145"
    uid: fcac34b4-3a48-4464-9184-b31dead8dfa5
  kind: Event
  lastTimestamp: "2026-09-16T13:03:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:28Z"
    name: message-dumper-raw-6a607-predictor-77b769f464-rnm7w.18d5cecd7b362c61
    namespace: kserve-ci-e2e-test
    resourceVersion: "18196"
    uid: 8e9e654a-994b-443c-8c60-7d3457e1678a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-6a607-predictor-77b769f464-rnm7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18145"
    uid: fcac34b4-3a48-4464-9184-b31dead8dfa5
  kind: Event
  lastTimestamp: "2026-09-16T13:03:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:28Z"
    name: message-dumper-raw-6a607-predictor-77b769f464-rnm7w.18d5cecd7b4157f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18197"
    uid: 2b275c47-16b5-45c2-9310-7babed6b8736
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-6a607-predictor-77b769f464-rnm7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18145"
    uid: fcac34b4-3a48-4464-9184-b31dead8dfa5
  kind: Event
  lastTimestamp: "2026-09-16T13:03:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:28Z"
    name: message-dumper-raw-6a607-predictor-77b769f464-rnm7w.18d5cecd7edd1136
    namespace: kserve-ci-e2e-test
    resourceVersion: "18198"
    uid: f8ef3d1f-1e3c-4c9a-9c0c-d869dc6ee50b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-6a607-predictor-77b769f464-rnm7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18145"
    uid: fcac34b4-3a48-4464-9184-b31dead8dfa5
  kind: Event
  lastTimestamp: "2026-09-16T13:03:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:28Z"
    name: message-dumper-raw-6a607-predictor-77b769f464-rnm7w.18d5cecd7f4562d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18199"
    uid: 74dad9ea-2c9b-4b9d-ac5f-352e0b2f377f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-6a607-predictor-77b769f464-rnm7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18145"
    uid: fcac34b4-3a48-4464-9184-b31dead8dfa5
  kind: Event
  lastTimestamp: "2026-09-16T13:05:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:12Z"
    name: message-dumper-raw-6a607-predictor-77b769f464-rnm7w.18d5cee58a27ec80
    namespace: kserve-ci-e2e-test
    resourceVersion: "19211"
    uid: cb38365f-140f-4b84-aab4-ce7eb5ced801
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-6a607-predictor-77b769f464-rnm7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "18145"
    uid: fcac34b4-3a48-4464-9184-b31dead8dfa5
  kind: Event
  lastTimestamp: "2026-09-16T13:05:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:12Z"
    name: message-dumper-raw-6a607-predictor-77b769f464-rnm7w.18d5cee58a28731c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19213"
    uid: 19a61bc7-b459-4caa-9d45-bb430f384af3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-6a607-predictor-77b769f464
    namespace: kserve-ci-e2e-test
    resourceVersion: "18135"
    uid: bcd9d296-5aa1-4307-bce2-8706872b2ebd
  kind: Event
  lastTimestamp: "2026-09-16T13:03:27Z"
  message: 'Created pod: message-dumper-raw-6a607-predictor-77b769f464-rnm7w'
  metadata:
    creationTimestamp: "2026-09-16T13:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:27Z"
    name: message-dumper-raw-6a607-predictor-77b769f464.18d5cecd0bb365f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18144"
    uid: 7ad513fc-356b-443e-9bb4-2ed6555abcce
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-6a607-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18132"
    uid: 75686eab-5646-422a-9a44-ff0cac0192ca
  kind: Event
  lastTimestamp: "2026-09-16T13:03:26Z"
  message: Scaled up replica set message-dumper-raw-6a607-predictor-77b769f464 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T13:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:26Z"
    name: message-dumper-raw-6a607-predictor.18d5cecd095b1521
    namespace: kserve-ci-e2e-test
    resourceVersion: "18137"
    uid: b155c1a2-84f0-4e86-93a9-c7dc7ccb82cb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-6a607-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: 0e1b1c0d-1bc0-4734-82da-10bafb3d15dc
  kind: Event
  lastTimestamp: "2026-09-16T13:04:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:12Z"
    name: message-dumper-raw-6a607-predictor.18d5ced087bba95f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18612"
    uid: e275be7b-1b30-42b2-86a4-0f6d5dfefbf8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-6a607-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: 0e1b1c0d-1bc0-4734-82da-10bafb3d15dc
  kind: Event
  lastTimestamp: "2026-09-16T13:04:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:12Z"
    name: message-dumper-raw-6a607-predictor.18d5ced088235b1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18614"
    uid: b1d19412-cc0b-422e-a055-47d759170925
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-6a607-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18318"
    uid: 0e1b1c0d-1bc0-4734-82da-10bafb3d15dc
  kind: Event
  lastTimestamp: "2026-09-16T13:03:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:56Z"
    name: message-dumper-raw-6a607-predictor.18d5ced406d33a6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18496"
    uid: b2a4d2f6-4b6c-4adb-8078-94abd2205d1a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-6a607-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18318"
    uid: 0e1b1c0d-1bc0-4734-82da-10bafb3d15dc
  kind: Event
  lastTimestamp: "2026-09-16T13:03:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:57Z"
    name: message-dumper-raw-6a607-predictor.18d5ced407476801
    namespace: kserve-ci-e2e-test
    resourceVersion: "18497"
    uid: b6be69f5-b6a0-4568-aa00-284ef05506af
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-6a607
    namespace: kserve-ci-e2e-test
    resourceVersion: "18119"
    uid: cfe73fda-fa38-4941-9b4f-67df8e702837
  kind: Event
  lastTimestamp: "2026-09-16T13:03:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:03:37Z"
    name: message-dumper-raw-6a607.18d5cecd095a664e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18277"
    uid: ba19fd4b-2470-47ca-aa4b-407104044521
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-6a607
    namespace: kserve-ci-e2e-test
    resourceVersion: "18275"
    uid: cfe73fda-fa38-4941-9b4f-67df8e702837
  kind: Event
  lastTimestamp: "2026-09-16T13:03:37Z"
  message: InferenceService [message-dumper-raw-6a607] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:03:37Z"
    name: message-dumper-raw-6a607.18d5cecf6906031f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18276"
    uid: 7e961904-18f4-442e-a049-5ca85c1e0073
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:12:37.045415Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-bstz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23249"
    uid: c30b9716-d5bc-4c88-94b2-d877b8bf6708
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-bstz5
    to ip-10-0-143-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:12:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:12:37Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-bstz5.18d5cf4d1c6482d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23253"
    uid: b95c96b8-d745-4b8c-9c93-c3d62539f563
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-bstz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23257"
    uid: c30b9716-d5bc-4c88-94b2-d877b8bf6708
  kind: Event
  lastTimestamp: "2026-09-16T13:12:37Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:12:37Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-bstz5.18d5cf4d3e6c02d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23262"
    uid: 98b32913-da52-4428-ad2b-3be456e4212c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-bstz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23251"
    uid: c30b9716-d5bc-4c88-94b2-d877b8bf6708
  kind: Event
  lastTimestamp: "2026-09-16T13:12:37Z"
  message: Container image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:12:37Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-bstz5.18d5cf4d3fae042f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23264"
    uid: 4d9fbad0-a77a-4bbc-bc29-ab4fc7bb8006
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-bstz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23251"
    uid: c30b9716-d5bc-4c88-94b2-d877b8bf6708
  kind: Event
  lastTimestamp: "2026-09-16T13:12:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:12:37Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-bstz5.18d5cf4d428116d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23266"
    uid: 242c9cdc-5260-4b42-83ca-254769f95ecf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-bstz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23251"
    uid: c30b9716-d5bc-4c88-94b2-d877b8bf6708
  kind: Event
  lastTimestamp: "2026-09-16T13:12:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:12:37Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-bstz5.18d5cf4d42f2e739
    namespace: kserve-ci-e2e-test
    resourceVersion: "23267"
    uid: f4530140-629e-42a6-960c-9eef72e377b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-bstz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23251"
    uid: c30b9716-d5bc-4c88-94b2-d877b8bf6708
  kind: Event
  lastTimestamp: "2026-09-16T13:12:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:12:37Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-bstz5.18d5cf4d42fdbdbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23268"
    uid: ec79cf6c-16a9-45c1-962f-0604c9ea5e4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-bstz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23251"
    uid: c30b9716-d5bc-4c88-94b2-d877b8bf6708
  kind: Event
  lastTimestamp: "2026-09-16T13:12:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:12:37Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-bstz5.18d5cf4d45b0d7bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23269"
    uid: a43d999a-70d4-4d7b-a709-fe9ede65578c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-bstz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23251"
    uid: c30b9716-d5bc-4c88-94b2-d877b8bf6708
  kind: Event
  lastTimestamp: "2026-09-16T13:12:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:12:37Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-bstz5.18d5cf4d46206635
    namespace: kserve-ci-e2e-test
    resourceVersion: "23270"
    uid: cc9ac745-964e-4001-8487-a8e2f9d9650a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-bstz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23251"
    uid: c30b9716-d5bc-4c88-94b2-d877b8bf6708
  kind: Event
  lastTimestamp: "2026-09-16T13:14:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:22Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-bstz5.18d5cf65a5e88a77
    namespace: kserve-ci-e2e-test
    resourceVersion: "24136"
    uid: ab4f03c5-8823-4b2b-b8ef-eba43afcab0e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-bstz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23251"
    uid: c30b9716-d5bc-4c88-94b2-d877b8bf6708
  kind: Event
  lastTimestamp: "2026-09-16T13:14:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:22Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-bstz5.18d5cf65a5e8f3c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24137"
    uid: a2619553-25a0-4f55-8833-c6de8c42c050
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23236"
    uid: 4d82a82e-d6c3-4e82-a4f9-e7579201c5fa
  kind: Event
  lastTimestamp: "2026-09-16T13:12:37Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-bstz5'
  metadata:
    creationTimestamp: "2026-09-16T13:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:12:37Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18d5cf4d1bde10f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23250"
    uid: 844c8cd1-bdf0-47f9-8d1d-03356e7e3f18
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23234"
    uid: fa286468-75ee-4990-8062-37291059b71c
  kind: Event
  lastTimestamp: "2026-09-16T13:12:36Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T13:12:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:12:36Z"
    name: message-dumper-raw-cipn-predictor.18d5cf4d1894dc1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23238"
    uid: 7f8b8b45-833c-43ef-812c-f478ae14fc83
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23235"
    uid: e07ebabf-d423-486f-9177-ee181591e573
  kind: Event
  lastTimestamp: "2026-09-16T13:13:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:13:07Z"
    name: message-dumper-raw-cipn-predictor.18d5cf50977c3708
    namespace: kserve-ci-e2e-test
    resourceVersion: "23560"
    uid: 1aba2efc-06d8-4eb4-82b0-959fd6a01552
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23235"
    uid: e07ebabf-d423-486f-9177-ee181591e573
  kind: Event
  lastTimestamp: "2026-09-16T13:13:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:13:07Z"
    name: message-dumper-raw-cipn-predictor.18d5cf5097e16c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: c89e7afc-4b54-465b-bcbd-2f0b0e5c93b0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23228"
    uid: 8b95f926-df92-4dec-b532-0f33a988008e
  kind: Event
  lastTimestamp: "2026-09-16T13:12:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:12:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:12:45Z"
    name: message-dumper-raw-cipn.18d5cf4d1894e873
    namespace: kserve-ci-e2e-test
    resourceVersion: "23337"
    uid: 86cc4ae2-4ce6-4f86-b3b1-2aa8c60f676d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23228"
    uid: 8b95f926-df92-4dec-b532-0f33a988008e
  kind: Event
  lastTimestamp: "2026-09-16T13:12:36Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:12:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:12:36Z"
    name: message-dumper-raw-cipn.18d5cf4d1907434f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23241"
    uid: 6b69d084-9283-4932-aa3a-7e5c3305913a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:12:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23335"
    uid: 8b95f926-df92-4dec-b532-0f33a988008e
  kind: Event
  lastTimestamp: "2026-09-16T13:12:45Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:12:45Z"
    name: message-dumper-raw-cipn.18d5cf4f24284d0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23336"
    uid: 33ad27cd-356b-4379-b314-30d16cfee0f2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:01:26.264916Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-ec80e-757688698c-dfm2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "16668"
    uid: f24c37be-0f9c-49ed-91f3-a8f3c6f3810e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-ec80e-757688698c-dfm2j
    to ip-10-0-131-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:01:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:01:26Z"
    name: model-chainer-raw-ec80e-757688698c-dfm2j.18d5ceb0eec26520
    namespace: kserve-ci-e2e-test
    resourceVersion: "16680"
    uid: 77ac56b6-0bf0-4ed7-a203-f4d9202d15e4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-ec80e-757688698c-dfm2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "16691"
    uid: f24c37be-0f9c-49ed-91f3-a8f3c6f3810e
  kind: Event
  lastTimestamp: "2026-09-16T13:01:26Z"
  message: Add eth0 [10.132.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:01:26Z"
    name: model-chainer-raw-ec80e-757688698c-dfm2j.18d5ceb110d2cdd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16726"
    uid: ae31dec2-171f-44b6-a7bf-f71852e3cd07
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-ec80e}
    kind: Pod
    name: model-chainer-raw-ec80e-757688698c-dfm2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "16673"
    uid: f24c37be-0f9c-49ed-91f3-a8f3c6f3810e
  kind: Event
  lastTimestamp: "2026-09-16T13:01:26Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:62d716e9108bab0eae4dda085adea8a94265e8463fcd8dd789ff17982af1f134"
  metadata:
    creationTimestamp: "2026-09-16T13:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:26Z"
    name: model-chainer-raw-ec80e-757688698c-dfm2j.18d5ceb112340c30
    namespace: kserve-ci-e2e-test
    resourceVersion: "16731"
    uid: 09985f89-300b-4895-b7e7-ef7ac05a5f97
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-ec80e}
    kind: Pod
    name: model-chainer-raw-ec80e-757688698c-dfm2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "16673"
    uid: f24c37be-0f9c-49ed-91f3-a8f3c6f3810e
  kind: Event
  lastTimestamp: "2026-09-16T13:01:29Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:62d716e9108bab0eae4dda085adea8a94265e8463fcd8dd789ff17982af1f134"
    in 2.355s (2.355s including waiting). Image size: 214864488 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T13:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:29Z"
    name: model-chainer-raw-ec80e-757688698c-dfm2j.18d5ceb19e980ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: 65893c57-2daf-40c8-8032-5bfa407b5c4b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-ec80e}
    kind: Pod
    name: model-chainer-raw-ec80e-757688698c-dfm2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "16673"
    uid: f24c37be-0f9c-49ed-91f3-a8f3c6f3810e
  kind: Event
  lastTimestamp: "2026-09-16T13:01:29Z"
  message: 'Created container: model-chainer-raw-ec80e'
  metadata:
    creationTimestamp: "2026-09-16T13:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:29Z"
    name: model-chainer-raw-ec80e-757688698c-dfm2j.18d5ceb1a1956c5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16774"
    uid: 3902e345-457b-4217-a560-070f0ff25df0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-ec80e}
    kind: Pod
    name: model-chainer-raw-ec80e-757688698c-dfm2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "16673"
    uid: f24c37be-0f9c-49ed-91f3-a8f3c6f3810e
  kind: Event
  lastTimestamp: "2026-09-16T13:01:29Z"
  message: Started container model-chainer-raw-ec80e
  metadata:
    creationTimestamp: "2026-09-16T13:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:29Z"
    name: model-chainer-raw-ec80e-757688698c-dfm2j.18d5ceb1a20682c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16775"
    uid: 3cd7f614-8cac-4272-a6a1-da4bd6c8380e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-ec80e}
    kind: Pod
    name: model-chainer-raw-ec80e-757688698c-dfm2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "16673"
    uid: f24c37be-0f9c-49ed-91f3-a8f3c6f3810e
  kind: Event
  lastTimestamp: "2026-09-16T13:01:36Z"
  message: Stopping container model-chainer-raw-ec80e
  metadata:
    creationTimestamp: "2026-09-16T13:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:01:36Z"
    name: model-chainer-raw-ec80e-757688698c-dfm2j.18d5ceb347193693
    namespace: kserve-ci-e2e-test
    resourceVersion: "16886"
    uid: 55c7bf2f-aa34-4e2f-b26e-142cf5e0e596
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-ec80e}
    kind: Pod
    name: model-chainer-raw-ec80e-757688698c-dfm2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "16673"
    uid: f24c37be-0f9c-49ed-91f3-a8f3c6f3810e
  kind: Event
  lastTimestamp: "2026-09-16T13:02:06Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T13:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:06Z"
    name: model-chainer-raw-ec80e-757688698c-dfm2j.18d5ceb34766e899
    namespace: kserve-ci-e2e-test
    resourceVersion: "17285"
    uid: 6df89ecb-967e-427c-b0c1-e9cbedc7d0fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-ec80e-757688698c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16664"
    uid: 541bebce-2b6b-4b5d-a943-55183911912d
  kind: Event
  lastTimestamp: "2026-09-16T13:01:26Z"
  message: 'Created pod: model-chainer-raw-ec80e-757688698c-dfm2j'
  metadata:
    creationTimestamp: "2026-09-16T13:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:01:26Z"
    name: model-chainer-raw-ec80e-757688698c.18d5ceb0ee273419
    namespace: kserve-ci-e2e-test
    resourceVersion: "16676"
    uid: e79d0e08-cae0-459e-863b-09e22bd67538
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-ec80e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16662"
    uid: 1556fa0c-7ca3-4ca8-8652-c206d081678e
  kind: Event
  lastTimestamp: "2026-09-16T13:01:26Z"
  message: Scaled up replica set model-chainer-raw-ec80e-757688698c from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T13:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:01:26Z"
    name: model-chainer-raw-ec80e.18d5ceb0eccd220a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16665"
    uid: 75f06d74-62ac-4917-9034-ea3cbc3330e7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:01:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-ec80e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16703"
    uid: f14afff1-30c7-446e-a386-a4096865b50a
  kind: Event
  lastTimestamp: "2026-09-16T13:01:26Z"
  message: InferenceGraph [model-chainer-raw-ec80e] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:01:26Z"
    name: model-chainer-raw-ec80e.18d5ceb0f4123c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16707"
    uid: b38bfb7d-c284-4b20-ac96-70a69fc0c1d0
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:03:16.638728Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-5b43d-6f676bb698-d5hg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17979"
    uid: b1dbe45f-cfbb-4763-838e-bc996404835d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-5b43d-6f676bb698-d5hg7
    to ip-10-0-131-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:03:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:03:16Z"
    name: model-chainer-raw-hpa-5b43d-6f676bb698-d5hg7.18d5cecaa18d23c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17984"
    uid: befea969-b062-453e-9c19-70dfe48019f2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-5b43d-6f676bb698-d5hg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17983"
    uid: b1dbe45f-cfbb-4763-838e-bc996404835d
  kind: Event
  lastTimestamp: "2026-09-16T13:03:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-5b43d-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:03:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:16Z"
    name: model-chainer-raw-hpa-5b43d-6f676bb698-d5hg7.18d5cecaad15e1ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17994"
    uid: 00d1c8a0-4c58-4a95-94eb-c54acbb763c7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-5b43d-6f676bb698-d5hg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: b1dbe45f-cfbb-4763-838e-bc996404835d
  kind: Event
  lastTimestamp: "2026-09-16T13:03:17Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:03:17Z"
    name: model-chainer-raw-hpa-5b43d-6f676bb698-d5hg7.18d5cecae71f5eea
    namespace: kserve-ci-e2e-test
    resourceVersion: "18005"
    uid: 9f5aa940-5289-4155-84c8-42c57e44d207
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-5b43d}
    kind: Pod
    name: model-chainer-raw-hpa-5b43d-6f676bb698-d5hg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17983"
    uid: b1dbe45f-cfbb-4763-838e-bc996404835d
  kind: Event
  lastTimestamp: "2026-09-16T13:03:17Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:62d716e9108bab0eae4dda085adea8a94265e8463fcd8dd789ff17982af1f134"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:17Z"
    name: model-chainer-raw-hpa-5b43d-6f676bb698-d5hg7.18d5cecae8620bec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18007"
    uid: 04cb7fc8-a309-4887-bbb2-97b62de543d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-5b43d}
    kind: Pod
    name: model-chainer-raw-hpa-5b43d-6f676bb698-d5hg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17983"
    uid: b1dbe45f-cfbb-4763-838e-bc996404835d
  kind: Event
  lastTimestamp: "2026-09-16T13:03:17Z"
  message: 'Created container: model-chainer-raw-hpa-5b43d'
  metadata:
    creationTimestamp: "2026-09-16T13:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:17Z"
    name: model-chainer-raw-hpa-5b43d-6f676bb698-d5hg7.18d5cecaeb10327f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18008"
    uid: abfb9009-a87e-48f2-81a8-a97d19dd0323
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-5b43d}
    kind: Pod
    name: model-chainer-raw-hpa-5b43d-6f676bb698-d5hg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17983"
    uid: b1dbe45f-cfbb-4763-838e-bc996404835d
  kind: Event
  lastTimestamp: "2026-09-16T13:03:17Z"
  message: Started container model-chainer-raw-hpa-5b43d
  metadata:
    creationTimestamp: "2026-09-16T13:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:17Z"
    name: model-chainer-raw-hpa-5b43d-6f676bb698-d5hg7.18d5cecaeb7cb397
    namespace: kserve-ci-e2e-test
    resourceVersion: "18009"
    uid: 03d33195-3505-4d61-ac0d-10b8efc8b724
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-5b43d}
    kind: Pod
    name: model-chainer-raw-hpa-5b43d-6f676bb698-d5hg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17983"
    uid: b1dbe45f-cfbb-4763-838e-bc996404835d
  kind: Event
  lastTimestamp: "2026-09-16T13:03:26Z"
  message: Stopping container model-chainer-raw-hpa-5b43d
  metadata:
    creationTimestamp: "2026-09-16T13:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:26Z"
    name: model-chainer-raw-hpa-5b43d-6f676bb698-d5hg7.18d5ceccfd850c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "18102"
    uid: 0f9827ba-4eb5-446b-81df-9c4f2adcc82c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-5b43d}
    kind: Pod
    name: model-chainer-raw-hpa-5b43d-6f676bb698-d5hg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17983"
    uid: b1dbe45f-cfbb-4763-838e-bc996404835d
  kind: Event
  lastTimestamp: "2026-09-16T13:03:54Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T13:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:54Z"
    name: model-chainer-raw-hpa-5b43d-6f676bb698-d5hg7.18d5cecdb3d60e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "18478"
    uid: ea2d7c12-062a-4e20-9d22-2d4725e78e27
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-5b43d-6f676bb698
    namespace: kserve-ci-e2e-test
    resourceVersion: "17976"
    uid: 8949f3bc-7131-49a7-b5f9-99f128e02428
  kind: Event
  lastTimestamp: "2026-09-16T13:03:16Z"
  message: 'Created pod: model-chainer-raw-hpa-5b43d-6f676bb698-d5hg7'
  metadata:
    creationTimestamp: "2026-09-16T13:03:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:16Z"
    name: model-chainer-raw-hpa-5b43d-6f676bb698.18d5cecaa0c8489d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17980"
    uid: db154b04-e86f-48a6-a790-4b335ed6c2c2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-5b43d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17974"
    uid: f42fea30-511b-42d0-bd47-a3703c695ab7
  kind: Event
  lastTimestamp: "2026-09-16T13:03:16Z"
  message: Scaled up replica set model-chainer-raw-hpa-5b43d-6f676bb698 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T13:03:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:16Z"
    name: model-chainer-raw-hpa-5b43d.18d5ceca9fcf33b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17977"
    uid: 984342f7-8a78-4751-81dd-3ef63d6ca7eb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-5b43d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17990"
    uid: 46a9cd95-3379-4476-83dc-fd053d072a87
  kind: Event
  lastTimestamp: "2026-09-16T13:03:16Z"
  message: InferenceGraph [model-chainer-raw-hpa-5b43d] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:03:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:03:16Z"
    name: model-chainer-raw-hpa-5b43d.18d5cecaa6800852
    namespace: kserve-ci-e2e-test
    resourceVersion: "17992"
    uid: aad47d3c-5293-49aa-8eaa-c5df9a5f2097
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:05:32.128901Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19539"
    uid: fe6d5f8c-9e7c-4216-9713-d2c2711bdd1e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd
    to ip-10-0-143-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:05:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:05:32Z"
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd.18d5ceea2d650670
    namespace: kserve-ci-e2e-test
    resourceVersion: "19545"
    uid: e7f4a622-ab5a-44ca-b876-500e498cfd32
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: fe6d5f8c-9e7c-4216-9713-d2c2711bdd1e
  kind: Event
  lastTimestamp: "2026-09-16T13:05:32Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:05:32Z"
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd.18d5ceea4fc291cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19561"
    uid: 2f7695bb-6d23-4016-85c1-d12a8d5fb838
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19543"
    uid: fe6d5f8c-9e7c-4216-9713-d2c2711bdd1e
  kind: Event
  lastTimestamp: "2026-09-16T13:05:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:32Z"
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd.18d5ceea5120f1c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19563"
    uid: c6765eb0-99fa-4283-98d0-1348885126e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19543"
    uid: fe6d5f8c-9e7c-4216-9713-d2c2711bdd1e
  kind: Event
  lastTimestamp: "2026-09-16T13:05:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T13:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:32Z"
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd.18d5ceea541fd41f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19564"
    uid: 109748f6-2c3b-4109-bbb6-aa1b38aa7aaf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19543"
    uid: fe6d5f8c-9e7c-4216-9713-d2c2711bdd1e
  kind: Event
  lastTimestamp: "2026-09-16T13:05:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T13:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:32Z"
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd.18d5ceea549318ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "19565"
    uid: 7ceb7980-c01a-43d5-86d2-20bdbb1c340f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19543"
    uid: fe6d5f8c-9e7c-4216-9713-d2c2711bdd1e
  kind: Event
  lastTimestamp: "2026-09-16T13:05:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:36Z"
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd.18d5ceeb3aa7bf1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19597"
    uid: 6a96bd62-f110-4344-ae7e-077a6485a632
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19543"
    uid: fe6d5f8c-9e7c-4216-9713-d2c2711bdd1e
  kind: Event
  lastTimestamp: "2026-09-16T13:05:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:36Z"
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd.18d5ceeb3e2420e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19601"
    uid: f7091dc7-498d-4ce7-99e6-6342a92a33b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19543"
    uid: fe6d5f8c-9e7c-4216-9713-d2c2711bdd1e
  kind: Event
  lastTimestamp: "2026-09-16T13:05:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:36Z"
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd.18d5ceeb3e9a737c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19602"
    uid: bed148f9-3cef-4275-adb4-649cd727f65a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19543"
    uid: fe6d5f8c-9e7c-4216-9713-d2c2711bdd1e
  kind: Event
  lastTimestamp: "2026-09-16T13:05:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:36Z"
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd.18d5ceeb3ea4f883
    namespace: kserve-ci-e2e-test
    resourceVersion: "19603"
    uid: a1a87c31-9005-4388-be40-a4653552bcaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19543"
    uid: fe6d5f8c-9e7c-4216-9713-d2c2711bdd1e
  kind: Event
  lastTimestamp: "2026-09-16T13:05:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:36Z"
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd.18d5ceeb422f3844
    namespace: kserve-ci-e2e-test
    resourceVersion: "19605"
    uid: 97b91799-bdac-4840-9cd3-d082179575a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19543"
    uid: fe6d5f8c-9e7c-4216-9713-d2c2711bdd1e
  kind: Event
  lastTimestamp: "2026-09-16T13:05:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:36Z"
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd.18d5ceeb42a45a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "19606"
    uid: d2192c9f-39a9-4554-83c0-9f0392b391c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19543"
    uid: fe6d5f8c-9e7c-4216-9713-d2c2711bdd1e
  kind: Event
  lastTimestamp: "2026-09-16T13:07:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:04Z"
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd.18d5ceebb2979f81
    namespace: kserve-ci-e2e-test
    resourceVersion: "20280"
    uid: 90245844-7894-4721-98de-29017455f517
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19543"
    uid: fe6d5f8c-9e7c-4216-9713-d2c2711bdd1e
  kind: Event
  lastTimestamp: "2026-09-16T13:07:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:02Z"
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd.18d5ceff294b95a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20260"
    uid: ea9316f3-f90b-4ded-807f-4f18c11ea1bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19543"
    uid: fe6d5f8c-9e7c-4216-9713-d2c2711bdd1e
  kind: Event
  lastTimestamp: "2026-09-16T13:07:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:02Z"
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd.18d5ceff294cb53e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20261"
    uid: 90b39f52-119c-4fd9-ace0-b14344c1e970
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19543"
    uid: fe6d5f8c-9e7c-4216-9713-d2c2711bdd1e
  kind: Event
  lastTimestamp: "2026-09-16T13:07:04Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:04Z"
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd.18d5ceffb8e4b915
    namespace: kserve-ci-e2e-test
    resourceVersion: "20279"
    uid: 8d441954-fcbc-473d-b048-9e39c201721d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19531"
    uid: c4272246-73f9-45bf-8f47-7a50fcaaf847
  kind: Event
  lastTimestamp: "2026-09-16T13:05:32Z"
  message: 'Created pod: raw-sklearn-d792b-predictor-6fcd8cd5dd-ww4jd'
  metadata:
    creationTimestamp: "2026-09-16T13:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:05:32Z"
    name: raw-sklearn-d792b-predictor-6fcd8cd5dd.18d5ceea2ce1ae26
    namespace: kserve-ci-e2e-test
    resourceVersion: "19542"
    uid: 0cdf6f0e-3e01-4cdb-a85e-e6ef95f52741
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-d792b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19526"
    uid: 49f7120d-a7df-44dc-96df-cc1104dd6fbb
  kind: Event
  lastTimestamp: "2026-09-16T13:05:32Z"
  message: Scaled up replica set raw-sklearn-d792b-predictor-6fcd8cd5dd from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T13:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:05:32Z"
    name: raw-sklearn-d792b-predictor.18d5ceea2a2d8dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19533"
    uid: 0bb30f0d-3de6-4a05-83d9-5a27ddc28d2e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-d792b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19529"
    uid: 6bcce873-d3b6-473f-aa26-720d20a77bc9
  kind: Event
  lastTimestamp: "2026-09-16T13:05:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:05:47Z"
    name: raw-sklearn-d792b-predictor.18d5ceeda90d711c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19690"
    uid: e3616c81-bf35-470a-b191-d23c9c480654
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-d792b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19529"
    uid: 6bcce873-d3b6-473f-aa26-720d20a77bc9
  kind: Event
  lastTimestamp: "2026-09-16T13:05:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:05:47Z"
    name: raw-sklearn-d792b-predictor.18d5ceeda978be70
    namespace: kserve-ci-e2e-test
    resourceVersion: "19692"
    uid: 28388953-6f90-4378-93df-abe271cd1e85
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T13:06:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-d792b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19691"
    uid: 6bcce873-d3b6-473f-aa26-720d20a77bc9
  kind: Event
  lastTimestamp: "2026-09-16T13:07:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:07:02Z"
    name: raw-sklearn-d792b-predictor.18d5cef1282a9568
    namespace: kserve-ci-e2e-test
    resourceVersion: "20243"
    uid: 7efddb8d-bc10-45b0-8200-21035c3814af
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T13:06:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-d792b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19691"
    uid: 6bcce873-d3b6-473f-aa26-720d20a77bc9
  kind: Event
  lastTimestamp: "2026-09-16T13:07:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:07:02Z"
    name: raw-sklearn-d792b-predictor.18d5cef1287ca2ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: 10863882-edaf-4be4-89d3-b2fdd2516a80
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-d792b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19519"
    uid: d5cccc84-301e-4089-8f8f-e34714f9a864
  kind: Event
  lastTimestamp: "2026-09-16T13:06:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:06:54Z"
    name: raw-sklearn-d792b.18d5ceea29f57bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20191"
    uid: eea72666-75bd-4c2b-92e0-f5fd0fc550bf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-d792b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19519"
    uid: d5cccc84-301e-4089-8f8f-e34714f9a864
  kind: Event
  lastTimestamp: "2026-09-16T13:05:32Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-d792b": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-d792b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:05:32Z"
    name: raw-sklearn-d792b.18d5ceea2a6ad6c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19536"
    uid: ef02c0b1-d426-4d92-a198-f4cffeac2a30
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:06:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-d792b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20187"
    uid: d5cccc84-301e-4089-8f8f-e34714f9a864
  kind: Event
  lastTimestamp: "2026-09-16T13:06:54Z"
  message: InferenceService [raw-sklearn-d792b] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:06:54Z"
    name: raw-sklearn-d792b.18d5cefd6b035816
    namespace: kserve-ci-e2e-test
    resourceVersion: "20188"
    uid: 4228f3fe-c898-4273-a332-43edbc6bfa77
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:07:07.418384Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20328"
    uid: 8d9ea824-7e6b-43ea-96b1-eb781a9ce3cd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9
    to ip-10-0-143-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:07:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:07:07Z"
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9.18d5cf005d173e9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20332"
    uid: 07e00c6c-5f51-4e27-8b37-0743c0725f4e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d9dd46-67mqp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20339"
    uid: 8d9ea824-7e6b-43ea-96b1-eb781a9ce3cd
  kind: Event
  lastTimestamp: "2026-09-16T13:07:07Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:07:07Z"
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9.18d5cf007f1a2667
    namespace: kserve-ci-e2e-test
    resourceVersion: "20346"
    uid: 597b1936-75b4-4b64-b4dc-95da4e53f479
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20330"
    uid: 8d9ea824-7e6b-43ea-96b1-eb781a9ce3cd
  kind: Event
  lastTimestamp: "2026-09-16T13:07:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:08Z"
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9.18d5cf008093b4ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20348"
    uid: 71f2f3f3-57e0-49e0-88ea-e539bcd4368d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20330"
    uid: 8d9ea824-7e6b-43ea-96b1-eb781a9ce3cd
  kind: Event
  lastTimestamp: "2026-09-16T13:07:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T13:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:08Z"
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9.18d5cf00833b041d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20350"
    uid: c1b86270-8477-440d-9d74-77944aef7aaa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20330"
    uid: 8d9ea824-7e6b-43ea-96b1-eb781a9ce3cd
  kind: Event
  lastTimestamp: "2026-09-16T13:07:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T13:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:08Z"
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9.18d5cf0083aaa4be
    namespace: kserve-ci-e2e-test
    resourceVersion: "20351"
    uid: a01c67c1-dc4b-49ba-80af-d86bb9476795
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20330"
    uid: 8d9ea824-7e6b-43ea-96b1-eb781a9ce3cd
  kind: Event
  lastTimestamp: "2026-09-16T13:07:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:12Z"
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9.18d5cf01748debb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20390"
    uid: 5273f7cb-e55b-46f5-9ba7-f017743be146
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20330"
    uid: 8d9ea824-7e6b-43ea-96b1-eb781a9ce3cd
  kind: Event
  lastTimestamp: "2026-09-16T13:07:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:12Z"
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9.18d5cf0177e3b1dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20396"
    uid: d5132de9-e29b-4145-bf65-0b9a304644bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20330"
    uid: 8d9ea824-7e6b-43ea-96b1-eb781a9ce3cd
  kind: Event
  lastTimestamp: "2026-09-16T13:07:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:12Z"
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9.18d5cf01786f3ec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20397"
    uid: 0962bec2-a222-42e5-a6b1-41ed384ed6dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20330"
    uid: 8d9ea824-7e6b-43ea-96b1-eb781a9ce3cd
  kind: Event
  lastTimestamp: "2026-09-16T13:07:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:12Z"
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9.18d5cf017879c644
    namespace: kserve-ci-e2e-test
    resourceVersion: "20398"
    uid: b126389f-9940-48e0-a768-506acb1a194f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20330"
    uid: 8d9ea824-7e6b-43ea-96b1-eb781a9ce3cd
  kind: Event
  lastTimestamp: "2026-09-16T13:07:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:12Z"
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9.18d5cf017bbf8fd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20400"
    uid: dbc8c674-ef84-46a5-a393-d696a1e76f56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20330"
    uid: 8d9ea824-7e6b-43ea-96b1-eb781a9ce3cd
  kind: Event
  lastTimestamp: "2026-09-16T13:07:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:07:12Z"
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9.18d5cf017c32692b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20401"
    uid: ac4d3e9b-bc4f-4ecb-bb1d-3051a3a95e67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20330"
    uid: 8d9ea824-7e6b-43ea-96b1-eb781a9ce3cd
  kind: Event
  lastTimestamp: "2026-09-16T13:08:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:08:19Z"
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9.18d5cf01b09af447
    namespace: kserve-ci-e2e-test
    resourceVersion: "21045"
    uid: 4adc984c-9072-4b73-b7d2-270fb4b0b3c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T13:08:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20330"
    uid: 8d9ea824-7e6b-43ea-96b1-eb781a9ce3cd
  kind: Event
  lastTimestamp: "2026-09-16T13:08:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-runtime-42956-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:08:31Z"
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9.18d5cf1305ca1eb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21169"
    uid: 98f5a2ab-1aaf-4c5c-876e-b27ac2705461
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:08:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20330"
    uid: 8d9ea824-7e6b-43ea-96b1-eb781a9ce3cd
  kind: Event
  lastTimestamp: "2026-09-16T13:08:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:08:28Z"
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9.18d5cf133c6b69a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21145"
    uid: b90c83d1-451f-466b-af1c-2bf026aaddc1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:08:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20330"
    uid: 8d9ea824-7e6b-43ea-96b1-eb781a9ce3cd
  kind: Event
  lastTimestamp: "2026-09-16T13:08:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:08:28Z"
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9.18d5cf133c6bcc4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21146"
    uid: 4d1646ff-2b82-489e-91cc-16c9116bdf2b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20330"
    uid: 8d9ea824-7e6b-43ea-96b1-eb781a9ce3cd
  kind: Event
  lastTimestamp: "2026-09-16T13:08:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:08:29Z"
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9.18d5cf1362c493fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21153"
    uid: 9a3fbd13-9561-4603-a821-fca503c0b1aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976
    namespace: kserve-ci-e2e-test
    resourceVersion: "20314"
    uid: dbfb268b-dfca-4fa9-b286-10d6714a0b0f
  kind: Event
  lastTimestamp: "2026-09-16T13:07:07Z"
  message: 'Created pod: raw-sklearn-runtime-42956-predictor-7f4d4c4976-fv7r9'
  metadata:
    creationTimestamp: "2026-09-16T13:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:07:07Z"
    name: raw-sklearn-runtime-42956-predictor-7f4d4c4976.18d5cf005c66d0e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20329"
    uid: dbe1272a-c4cc-4034-9ce8-4bd7d7cd7fb1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-42956-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20312"
    uid: 7301c398-2eb5-48da-a88b-adb8d211559a
  kind: Event
  lastTimestamp: "2026-09-16T13:07:07Z"
  message: Scaled up replica set raw-sklearn-runtime-42956-predictor-7f4d4c4976 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T13:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:07:07Z"
    name: raw-sklearn-runtime-42956-predictor.18d5cf00580d606f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20316"
    uid: 25615c2d-26e0-4d4b-b85a-8c2e2b1b2341
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-42956-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20313"
    uid: 02dc0fec-1e18-4ce9-ae91-4f81b6c2499a
  kind: Event
  lastTimestamp: "2026-09-16T13:07:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:07:52Z"
    name: raw-sklearn-runtime-42956-predictor.18d5cf03d703ac7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20815"
    uid: 0a61d436-68e9-4dff-878e-58a546048133
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-42956-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20313"
    uid: 02dc0fec-1e18-4ce9-ae91-4f81b6c2499a
  kind: Event
  lastTimestamp: "2026-09-16T13:07:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:07:52Z"
    name: raw-sklearn-runtime-42956-predictor.18d5cf03d7734b7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20816"
    uid: 1279eb3b-3590-4404-afed-44dc41e8bfc1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-42956-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20473"
    uid: 02dc0fec-1e18-4ce9-ae91-4f81b6c2499a
  kind: Event
  lastTimestamp: "2026-09-16T13:08:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:08:22Z"
    name: raw-sklearn-runtime-42956-predictor.18d5cf07562bb8c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21071"
    uid: a9bf9df9-df42-4a49-96c2-82d44558f704
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-42956-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20473"
    uid: 02dc0fec-1e18-4ce9-ae91-4f81b6c2499a
  kind: Event
  lastTimestamp: "2026-09-16T13:08:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:08:22Z"
    name: raw-sklearn-runtime-42956-predictor.18d5cf075692f9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21072"
    uid: 41bbfc82-3f1c-4b58-bdca-2bcf05cf98fa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-42956
    namespace: kserve-ci-e2e-test
    resourceVersion: "20305"
    uid: c2dea41c-1934-4050-89da-75b75936f61c
  kind: Event
  lastTimestamp: "2026-09-16T13:08:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:08:26Z"
    name: raw-sklearn-runtime-42956.18d5cf00580dea55
    namespace: kserve-ci-e2e-test
    resourceVersion: "21113"
    uid: 99a85054-4dbf-48bc-9bb1-311481f440ea
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-42956
    namespace: kserve-ci-e2e-test
    resourceVersion: "20305"
    uid: c2dea41c-1934-4050-89da-75b75936f61c
  kind: Event
  lastTimestamp: "2026-09-16T13:07:07Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-42956":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-42956":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:07:07Z"
    name: raw-sklearn-runtime-42956.18d5cf0058a0208b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: f047c3af-a217-4c53-93c4-5768cb28ce4e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:07:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-42956
    namespace: kserve-ci-e2e-test
    resourceVersion: "20309"
    uid: c2dea41c-1934-4050-89da-75b75936f61c
  kind: Event
  lastTimestamp: "2026-09-16T13:07:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-runtime-42956": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:07:07Z"
    name: raw-sklearn-runtime-42956.18d5cf005f41cc1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20338"
    uid: 10737c78-6ff6-4c0a-86d0-d01f137cf463
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:08:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-42956
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: c2dea41c-1934-4050-89da-75b75936f61c
  kind: Event
  lastTimestamp: "2026-09-16T13:08:26Z"
  message: InferenceService [raw-sklearn-runtime-42956] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:08:26Z"
    name: raw-sklearn-runtime-42956.18d5cf12cf9f5a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "21112"
    uid: a6ad8f93-36a4-4d41-8d20-ad55da0a64bf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "24380"