---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:00:46.790557Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-cdvhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20887"
    uid: ee39f02e-c0af-4752-bd1c-4407fec155f1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-76cc455874-cdvhn
    to ip-10-0-143-155.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:00:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:00:46Z"
    name: isvc-canary-create-predictor-76cc455874-cdvhn.18d5e24ce23b2c9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 32a37a24-f5bf-459f-a84e-7ce002c45f6e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-cdvhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20895"
    uid: ee39f02e-c0af-4752-bd1c-4407fec155f1
  kind: Event
  lastTimestamp: "2026-09-16T19:00:47Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:00:47Z"
    name: isvc-canary-create-predictor-76cc455874-cdvhn.18d5e24d042062d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20910"
    uid: a2f9143d-bf26-44ae-a671-28ca72086410
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-cdvhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: ee39f02e-c0af-4752-bd1c-4407fec155f1
  kind: Event
  lastTimestamp: "2026-09-16T19:00:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:47Z"
    name: isvc-canary-create-predictor-76cc455874-cdvhn.18d5e24d05f075fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20916"
    uid: 15510081-2941-4673-998c-e6fb95101734
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-cdvhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: ee39f02e-c0af-4752-bd1c-4407fec155f1
  kind: Event
  lastTimestamp: "2026-09-16T19:00:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:47Z"
    name: isvc-canary-create-predictor-76cc455874-cdvhn.18d5e24d088308c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20917"
    uid: 1e4bcab8-aac5-4760-9638-18f33b328be2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-cdvhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: ee39f02e-c0af-4752-bd1c-4407fec155f1
  kind: Event
  lastTimestamp: "2026-09-16T19:00:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:47Z"
    name: isvc-canary-create-predictor-76cc455874-cdvhn.18d5e24d08f87506
    namespace: kserve-ci-e2e-test
    resourceVersion: "20918"
    uid: 2d857aea-9708-4417-acb4-21a868c8d601
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-cdvhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: ee39f02e-c0af-4752-bd1c-4407fec155f1
  kind: Event
  lastTimestamp: "2026-09-16T19:00:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:51Z"
    name: isvc-canary-create-predictor-76cc455874-cdvhn.18d5e24df35ef5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20965"
    uid: 688d2e34-a800-42c7-a8d2-4e77e9945486
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-cdvhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: ee39f02e-c0af-4752-bd1c-4407fec155f1
  kind: Event
  lastTimestamp: "2026-09-16T19:00:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:51Z"
    name: isvc-canary-create-predictor-76cc455874-cdvhn.18d5e24df686f960
    namespace: kserve-ci-e2e-test
    resourceVersion: "20969"
    uid: ffc6259e-e972-46a2-96c7-83cfc32a6687
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-cdvhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: ee39f02e-c0af-4752-bd1c-4407fec155f1
  kind: Event
  lastTimestamp: "2026-09-16T19:00:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:51Z"
    name: isvc-canary-create-predictor-76cc455874-cdvhn.18d5e24df7045721
    namespace: kserve-ci-e2e-test
    resourceVersion: "20970"
    uid: c2f69abf-3cfb-48bb-a0ba-44ddeb13af9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-cdvhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: ee39f02e-c0af-4752-bd1c-4407fec155f1
  kind: Event
  lastTimestamp: "2026-09-16T19:00:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:51Z"
    name: isvc-canary-create-predictor-76cc455874-cdvhn.18d5e24df70f131b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20971"
    uid: 9b7c87d3-9e5f-43e5-8ed2-60b2cd7750c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-cdvhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: ee39f02e-c0af-4752-bd1c-4407fec155f1
  kind: Event
  lastTimestamp: "2026-09-16T19:00:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:51Z"
    name: isvc-canary-create-predictor-76cc455874-cdvhn.18d5e24dfa74ab85
    namespace: kserve-ci-e2e-test
    resourceVersion: "20976"
    uid: bfacf1a4-c6b2-4f76-92bf-7b5e4c080a7e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-cdvhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: ee39f02e-c0af-4752-bd1c-4407fec155f1
  kind: Event
  lastTimestamp: "2026-09-16T19:00:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:51Z"
    name: isvc-canary-create-predictor-76cc455874-cdvhn.18d5e24dfaf010e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20978"
    uid: 3513e29c-aae5-42ef-98c7-c4bf44a39833
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-cdvhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: ee39f02e-c0af-4752-bd1c-4407fec155f1
  kind: Event
  lastTimestamp: "2026-09-16T19:01:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:58Z"
    name: isvc-canary-create-predictor-76cc455874-cdvhn.18d5e24e2f8aadc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21507"
    uid: f9b0489e-efd1-4206-a44c-c884ec2f70e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-cdvhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: ee39f02e-c0af-4752-bd1c-4407fec155f1
  kind: Event
  lastTimestamp: "2026-09-16T19:02:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:10Z"
    name: isvc-canary-create-predictor-76cc455874-cdvhn.18d5e26061cffe6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21628"
    uid: cdd2b344-f98a-425e-874d-bf9f17e39e8e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-cdvhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: ee39f02e-c0af-4752-bd1c-4407fec155f1
  kind: Event
  lastTimestamp: "2026-09-16T19:02:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:10Z"
    name: isvc-canary-create-predictor-76cc455874-cdvhn.18d5e26061d11040
    namespace: kserve-ci-e2e-test
    resourceVersion: "21629"
    uid: a0c66662-b5c9-4f10-98b4-829ac87f9406
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-cdvhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: ee39f02e-c0af-4752-bd1c-4407fec155f1
  kind: Event
  lastTimestamp: "2026-09-16T19:02:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:13Z"
    name: isvc-canary-create-predictor-76cc455874-cdvhn.18d5e2610bd34da1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21659"
    uid: 10628931-76e1-40f3-b95f-601c380dc77c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:00:46.716671Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-q8jqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20879"
    uid: 3db31fca-c715-4627-a0e5-637a9f14c19c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-76cc455874-q8jqb
    to ip-10-0-131-137.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:00:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:00:46Z"
    name: isvc-canary-create-predictor-76cc455874-q8jqb.18d5e24cddd3df51
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: 05df8976-57d6-4e25-8439-9e4bbcb91085
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-q8jqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20886"
    uid: 3db31fca-c715-4627-a0e5-637a9f14c19c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:47Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:00:47Z"
    name: isvc-canary-create-predictor-76cc455874-q8jqb.18d5e24cffe20cce
    namespace: kserve-ci-e2e-test
    resourceVersion: "20907"
    uid: e89a0c74-8523-4720-bc62-d27b1a27dd41
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-q8jqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: 3db31fca-c715-4627-a0e5-637a9f14c19c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:47Z"
    name: isvc-canary-create-predictor-76cc455874-q8jqb.18d5e24d01f3709d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20909"
    uid: 35146498-b4b7-48c8-aca1-71d3e549d975
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-q8jqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: 3db31fca-c715-4627-a0e5-637a9f14c19c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:47Z"
    name: isvc-canary-create-predictor-76cc455874-q8jqb.18d5e24d0526609a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20912"
    uid: bd72768c-2a14-4194-9e1f-e38683231117
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-q8jqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: 3db31fca-c715-4627-a0e5-637a9f14c19c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:47Z"
    name: isvc-canary-create-predictor-76cc455874-q8jqb.18d5e24d059da30d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20915"
    uid: 284b0764-9468-4ea5-9e19-f82f385f94e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-q8jqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: 3db31fca-c715-4627-a0e5-637a9f14c19c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:52Z"
    name: isvc-canary-create-predictor-76cc455874-q8jqb.18d5e24e1c46653d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20982"
    uid: cf3ab208-89a9-41ab-aa52-f1b73cc316a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-q8jqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: 3db31fca-c715-4627-a0e5-637a9f14c19c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:52Z"
    name: isvc-canary-create-predictor-76cc455874-q8jqb.18d5e24e1f9e1c9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20985"
    uid: 4eab5884-3385-4b28-bf05-b6b3fd356f12
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-q8jqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: 3db31fca-c715-4627-a0e5-637a9f14c19c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:52Z"
    name: isvc-canary-create-predictor-76cc455874-q8jqb.18d5e24e201434ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20986"
    uid: 86ed06da-0a8f-4cec-b5e9-61d86e8bff86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-q8jqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: 3db31fca-c715-4627-a0e5-637a9f14c19c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:52Z"
    name: isvc-canary-create-predictor-76cc455874-q8jqb.18d5e24e201e8a76
    namespace: kserve-ci-e2e-test
    resourceVersion: "20987"
    uid: 5697fa34-60c1-4579-a214-50fe55a1eb34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-q8jqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: 3db31fca-c715-4627-a0e5-637a9f14c19c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:52Z"
    name: isvc-canary-create-predictor-76cc455874-q8jqb.18d5e24e22e4ac1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20989"
    uid: ea007e1b-584e-470f-8d42-17d4461f6e1b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-q8jqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: 3db31fca-c715-4627-a0e5-637a9f14c19c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:52Z"
    name: isvc-canary-create-predictor-76cc455874-q8jqb.18d5e24e23588298
    namespace: kserve-ci-e2e-test
    resourceVersion: "20990"
    uid: 22d4e76d-4120-41e3-a9b0-06aa57f2f7d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-q8jqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: 3db31fca-c715-4627-a0e5-637a9f14c19c
  kind: Event
  lastTimestamp: "2026-09-16T19:01:59Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:59Z"
    name: isvc-canary-create-predictor-76cc455874-q8jqb.18d5e24e5857a12e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21512"
    uid: 04b6a314-d723-449a-aaf8-87c887c4d7d7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-q8jqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: 3db31fca-c715-4627-a0e5-637a9f14c19c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:16Z"
    name: isvc-canary-create-predictor-76cc455874-q8jqb.18d5e261d5c2fa38
    namespace: kserve-ci-e2e-test
    resourceVersion: "21710"
    uid: 6425692e-a5f9-4645-ab97-668175788920
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-q8jqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: 3db31fca-c715-4627-a0e5-637a9f14c19c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:16Z"
    name: isvc-canary-create-predictor-76cc455874-q8jqb.18d5e261d5c3a6a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21711"
    uid: 11bfdfae-21b4-4e72-9158-e262283617d1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-q8jqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: 3db31fca-c715-4627-a0e5-637a9f14c19c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:19Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:19Z"
    name: isvc-canary-create-predictor-76cc455874-q8jqb.18d5e2625e901f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "21729"
    uid: 91509cd2-ee30-43b8-862f-165195af35a1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-q8jqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: 3db31fca-c715-4627-a0e5-637a9f14c19c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-09-16T19:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:25Z"
    name: isvc-canary-create-predictor-76cc455874-q8jqb.18d5e263c43403eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21869"
    uid: 4f75e86d-d453-4e33-8a15-bef0b07219e3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-76cc455874
    namespace: kserve-ci-e2e-test
    resourceVersion: "20860"
    uid: b8cb42a2-d6b7-4415-b826-fc6bde99e429
  kind: Event
  lastTimestamp: "2026-09-16T19:00:46Z"
  message: 'Created pod: isvc-canary-create-predictor-76cc455874-q8jqb'
  metadata:
    creationTimestamp: "2026-09-16T19:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:46Z"
    name: isvc-canary-create-predictor-76cc455874.18d5e24cdd48173c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20881"
    uid: 013e8224-b317-42e9-ad75-3b0eca3790b9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-76cc455874
    namespace: kserve-ci-e2e-test
    resourceVersion: "20860"
    uid: b8cb42a2-d6b7-4415-b826-fc6bde99e429
  kind: Event
  lastTimestamp: "2026-09-16T19:00:46Z"
  message: 'Created pod: isvc-canary-create-predictor-76cc455874-cdvhn'
  metadata:
    creationTimestamp: "2026-09-16T19:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:46Z"
    name: isvc-canary-create-predictor-76cc455874.18d5e24ce151fa1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20890"
    uid: 5af661f6-da0b-4cc8-894b-cce245eae93f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-76cc455874
    namespace: kserve-ci-e2e-test
    resourceVersion: "21620"
    uid: b8cb42a2-d6b7-4415-b826-fc6bde99e429
  kind: Event
  lastTimestamp: "2026-09-16T19:02:10Z"
  message: 'Deleted pod: isvc-canary-create-predictor-76cc455874-cdvhn'
  metadata:
    creationTimestamp: "2026-09-16T19:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:10Z"
    name: isvc-canary-create-predictor-76cc455874.18d5e26061aa7bc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21623"
    uid: 2c243bf9-7084-4bb8-a23a-dadfa417d7df
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20859"
    uid: 9f6d47a3-ede4-47ae-9b7c-48752f3aa8c7
  kind: Event
  lastTimestamp: "2026-09-16T19:00:46Z"
  message: Scaled up replica set isvc-canary-create-predictor-76cc455874 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-16T19:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:46Z"
    name: isvc-canary-create-predictor.18d5e24cd6b04ac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20863"
    uid: 42d2d5bf-a496-41a2-ac5c-1b482e1ca3a3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21616"
    uid: 9f6d47a3-ede4-47ae-9b7c-48752f3aa8c7
  kind: Event
  lastTimestamp: "2026-09-16T19:02:10Z"
  message: Scaled down replica set isvc-canary-create-predictor-76cc455874 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:10Z"
    name: isvc-canary-create-predictor.18d5e26061121669
    namespace: kserve-ci-e2e-test
    resourceVersion: "21621"
    uid: 3a910513-05c4-4fdd-abaf-cf1c0601af27
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:00:46.647023Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps
    namespace: kserve-ci-e2e-test
    resourceVersion: "20866"
    uid: a9f3751a-3c49-4069-9450-b124ab6343ef
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-85b98c9747-gwkps
    to ip-10-0-143-155.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:00:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:00:46Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps.18d5e24cd9ad1c7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20874"
    uid: 2776f5f5-2993-419e-9371-d7c12a816503
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: a9f3751a-3c49-4069-9450-b124ab6343ef
  kind: Event
  lastTimestamp: "2026-09-16T19:00:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:46Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps.18d5e24ce5236366
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: 88fa9323-f82a-43c1-99e3-8a05323f5036
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps
    namespace: kserve-ci-e2e-test
    resourceVersion: "20878"
    uid: a9f3751a-3c49-4069-9450-b124ab6343ef
  kind: Event
  lastTimestamp: "2026-09-16T19:00:47Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:00:47Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps.18d5e24d1f8968ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "20922"
    uid: 8e193bde-e67f-44a8-886d-7bdff5fb2264
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: a9f3751a-3c49-4069-9450-b124ab6343ef
  kind: Event
  lastTimestamp: "2026-09-16T19:00:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:47Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps.18d5e24d2132029b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20924"
    uid: cc27aebf-e370-435d-acc3-11c5178dc36b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: a9f3751a-3c49-4069-9450-b124ab6343ef
  kind: Event
  lastTimestamp: "2026-09-16T19:00:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:47Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps.18d5e24d242c82bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20926"
    uid: 7efca415-5694-47e3-b2df-d2c5dc23a987
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: a9f3751a-3c49-4069-9450-b124ab6343ef
  kind: Event
  lastTimestamp: "2026-09-16T19:00:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:47Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps.18d5e24d24a70732
    namespace: kserve-ci-e2e-test
    resourceVersion: "20927"
    uid: 9a4f3e0d-18ad-4ba6-80ad-181c19849d6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: a9f3751a-3c49-4069-9450-b124ab6343ef
  kind: Event
  lastTimestamp: "2026-09-16T19:00:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:52Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps.18d5e24e2f5a0ac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20994"
    uid: d4c6aeea-001a-459b-8bc5-fb196dbd8864
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: a9f3751a-3c49-4069-9450-b124ab6343ef
  kind: Event
  lastTimestamp: "2026-09-16T19:00:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:52Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps.18d5e24e32a1beef
    namespace: kserve-ci-e2e-test
    resourceVersion: "20998"
    uid: 7498c217-3094-4cbd-b9f6-f7d28fce863d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: a9f3751a-3c49-4069-9450-b124ab6343ef
  kind: Event
  lastTimestamp: "2026-09-16T19:00:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:52Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps.18d5e24e33222ad5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20999"
    uid: 3a0da98c-11cc-42fe-b1e9-b40ac57ac740
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: a9f3751a-3c49-4069-9450-b124ab6343ef
  kind: Event
  lastTimestamp: "2026-09-16T19:00:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:52Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps.18d5e24e332d1985
    namespace: kserve-ci-e2e-test
    resourceVersion: "21000"
    uid: a527dfcd-4408-49b1-9f3d-7072619af7eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: a9f3751a-3c49-4069-9450-b124ab6343ef
  kind: Event
  lastTimestamp: "2026-09-16T19:00:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:52Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps.18d5e24e35eb2cd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21002"
    uid: 5e0c2517-e71a-4c8f-9e65-31541c3731a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: a9f3751a-3c49-4069-9450-b124ab6343ef
  kind: Event
  lastTimestamp: "2026-09-16T19:00:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:52Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps.18d5e24e3672f639
    namespace: kserve-ci-e2e-test
    resourceVersion: "21003"
    uid: c69c8285-acc0-440c-adef-581cff076648
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: a9f3751a-3c49-4069-9450-b124ab6343ef
  kind: Event
  lastTimestamp: "2026-09-16T19:02:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:20Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps.18d5e24ea76b0f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "21739"
    uid: dde34cb1-f70a-48d5-9ca3-c0e95f3b3ed5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: a9f3751a-3c49-4069-9450-b124ab6343ef
  kind: Event
  lastTimestamp: "2026-09-16T19:02:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:16Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps.18d5e261d4deecf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21708"
    uid: 543a5243-c6c3-4055-94c3-57b018bd2161
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: a9f3751a-3c49-4069-9450-b124ab6343ef
  kind: Event
  lastTimestamp: "2026-09-16T19:02:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:16Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps.18d5e261d4df74dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21709"
    uid: 4e162454-4af9-4549-a46a-1e80ab349307
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: a9f3751a-3c49-4069-9450-b124ab6343ef
  kind: Event
  lastTimestamp: "2026-09-16T19:02:20Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:20Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-gwkps.18d5e262adafd3ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "21738"
    uid: 0cd8ed26-c004-4e5e-be53-b75302732b73
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-85b98c9747
    namespace: kserve-ci-e2e-test
    resourceVersion: "20851"
    uid: c1954a79-f4ba-4461-a260-32202e8c8bdf
  kind: Event
  lastTimestamp: "2026-09-16T19:00:46Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-85b98c9747-gwkps'
  metadata:
    creationTimestamp: "2026-09-16T19:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:46Z"
    name: isvc-canary-create-v2-predictor-85b98c9747.18d5e24cd929dc1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20870"
    uid: 5a4ce13f-7352-4690-b7c6-ceee46009fd5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20850"
    uid: 2de52d94-ff88-4cae-8979-3d0b58fc7a25
  kind: Event
  lastTimestamp: "2026-09-16T19:00:46Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-85b98c9747 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:46Z"
    name: isvc-canary-create-v2-predictor.18d5e24cd42a6811
    namespace: kserve-ci-e2e-test
    resourceVersion: "20852"
    uid: ab98c63e-ebff-454e-892a-54858b0e8456
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: 59bbc1ba-be75-4257-a9f8-749950e75e6d
  kind: Event
  lastTimestamp: "2026-09-16T19:02:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:10Z"
    name: isvc-canary-create.18d5e24cd63e0db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21639"
    uid: 6b1bc029-4f89-47e9-bc97-1ec6b54ecf0e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: 59bbc1ba-be75-4257-a9f8-749950e75e6d
  kind: Event
  lastTimestamp: "2026-09-16T19:02:10Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:10Z"
    name: isvc-canary-create.18d5e24cd6f4c134
    namespace: kserve-ci-e2e-test
    resourceVersion: "21634"
    uid: 230e8901-8899-475a-aa22-f97d8636c88b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: 59bbc1ba-be75-4257-a9f8-749950e75e6d
  kind: Event
  lastTimestamp: "2026-09-16T19:02:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:10Z"
    name: isvc-canary-create.18d5e24cd6f50ef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21635"
    uid: 86c46f3e-7afd-466f-88ce-ce708f357d36
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21593"
    uid: 59bbc1ba-be75-4257-a9f8-749950e75e6d
  kind: Event
  lastTimestamp: "2026-09-16T19:02:08Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:08Z"
    name: isvc-canary-create.18d5e25feac4f812
    namespace: kserve-ci-e2e-test
    resourceVersion: "21594"
    uid: e91ad138-e951-412b-ad72-bdd318b08327
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:02:22.050781Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21797"
    uid: e7b669bb-6697-4511-90b9-bbc4c330162c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-6b6f66ff94-d4tjc
    to ip-10-0-131-137.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:02:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:02:22Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc.18d5e263102edaa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21802"
    uid: be9f28c6-08a3-485c-8c15-a7b61546bc28
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: e7b669bb-6697-4511-90b9-bbc4c330162c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:22Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:02:22Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc.18d5e26332208ba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21822"
    uid: 489947c7-bc02-49b6-a9cc-f0c8e964fae5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21800"
    uid: e7b669bb-6697-4511-90b9-bbc4c330162c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:22Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc.18d5e26334289e8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21824"
    uid: df9f75e8-c3b5-4b4b-bf83-ad70ea546d7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21800"
    uid: e7b669bb-6697-4511-90b9-bbc4c330162c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:22Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc.18d5e2633736bbb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21830"
    uid: 7d48222a-678f-4466-a647-0d1d65ebd1fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21800"
    uid: e7b669bb-6697-4511-90b9-bbc4c330162c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:22Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc.18d5e26337abb25e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21831"
    uid: 04fedc5d-f32a-4bb7-b46d-9ea7599612d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21800"
    uid: e7b669bb-6697-4511-90b9-bbc4c330162c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:27Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc.18d5e26453b11bb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21902"
    uid: 21c0b748-d889-45af-ae7d-feb93e33c519
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21800"
    uid: e7b669bb-6697-4511-90b9-bbc4c330162c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:27Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc.18d5e264566fd267
    namespace: kserve-ci-e2e-test
    resourceVersion: "21904"
    uid: c9bf79c5-ed22-43ec-808c-9ba15a5ae9f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21800"
    uid: e7b669bb-6697-4511-90b9-bbc4c330162c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:27Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc.18d5e26456e8114e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21905"
    uid: 04a4f96d-cc3c-4fe0-971e-62f01d3d4a0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21800"
    uid: e7b669bb-6697-4511-90b9-bbc4c330162c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:27Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc.18d5e26456f21f49
    namespace: kserve-ci-e2e-test
    resourceVersion: "21907"
    uid: da7b76aa-6120-49c2-b30c-4fa5dc2f0a2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21800"
    uid: e7b669bb-6697-4511-90b9-bbc4c330162c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:27Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc.18d5e2645a6218eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21910"
    uid: 7f8b7cb5-e30c-4530-8b9e-c6f3509a9d75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21800"
    uid: e7b669bb-6697-4511-90b9-bbc4c330162c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:27Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc.18d5e2645ad2217b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21911"
    uid: 1a13f468-69e1-491b-b2fc-1fd791b037af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21800"
    uid: e7b669bb-6697-4511-90b9-bbc4c330162c
  kind: Event
  lastTimestamp: "2026-09-16T19:03:34Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:34Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc.18d5e2648fb9e4f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22397"
    uid: b6abb197-2c5b-4e19-a8b6-144231fd0f07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21800"
    uid: e7b669bb-6697-4511-90b9-bbc4c330162c
  kind: Event
  lastTimestamp: "2026-09-16T19:03:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:52Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc.18d5e27802fffe95
    namespace: kserve-ci-e2e-test
    resourceVersion: "22574"
    uid: 9e8fbd14-070c-4807-a897-5b140f299f4d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21800"
    uid: e7b669bb-6697-4511-90b9-bbc4c330162c
  kind: Event
  lastTimestamp: "2026-09-16T19:03:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:52Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc.18d5e27803009dec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22575"
    uid: d94a770f-143f-4c26-8168-8906c4d2010d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21800"
    uid: e7b669bb-6697-4511-90b9-bbc4c330162c
  kind: Event
  lastTimestamp: "2026-09-16T19:03:54Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:54Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-d4tjc.18d5e27895e71567
    namespace: kserve-ci-e2e-test
    resourceVersion: "22615"
    uid: 3f2169ab-d68b-47f1-926b-052f8e0dc67c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:02:21.979224Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21782"
    uid: 7335bfa6-a7d8-4560-b80d-1c18451f7fa2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-6b6f66ff94-lmkzv
    to ip-10-0-143-155.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:02:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:02:21Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv.18d5e2630beb0bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21791"
    uid: 517abd74-24cd-4fe8-b335-11f12b2a9c31
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21798"
    uid: 7335bfa6-a7d8-4560-b80d-1c18451f7fa2
  kind: Event
  lastTimestamp: "2026-09-16T19:02:22Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:02:22Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv.18d5e2632e652aae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21817"
    uid: 95389e06-85ea-4271-acd7-9db4aac4bcef
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 7335bfa6-a7d8-4560-b80d-1c18451f7fa2
  kind: Event
  lastTimestamp: "2026-09-16T19:02:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:22Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv.18d5e2632fef8b0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21821"
    uid: 24e42013-68ac-44f7-a025-d97da65f8dd0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 7335bfa6-a7d8-4560-b80d-1c18451f7fa2
  kind: Event
  lastTimestamp: "2026-09-16T19:02:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:22Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv.18d5e26334e505c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21826"
    uid: 1319d19a-cf6f-45c1-be88-92686a996a36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 7335bfa6-a7d8-4560-b80d-1c18451f7fa2
  kind: Event
  lastTimestamp: "2026-09-16T19:02:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:22Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv.18d5e2633567df24
    namespace: kserve-ci-e2e-test
    resourceVersion: "21828"
    uid: d20aea9b-06c3-4d69-af68-5928a231285a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 7335bfa6-a7d8-4560-b80d-1c18451f7fa2
  kind: Event
  lastTimestamp: "2026-09-16T19:02:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:26Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv.18d5e2642c65f2d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21881"
    uid: 0776002f-8afd-47cc-a10c-7765ac077939
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 7335bfa6-a7d8-4560-b80d-1c18451f7fa2
  kind: Event
  lastTimestamp: "2026-09-16T19:02:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:26Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv.18d5e2642ffa8097
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: 8bae0959-3e42-41eb-a4d4-fe3cca664afe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 7335bfa6-a7d8-4560-b80d-1c18451f7fa2
  kind: Event
  lastTimestamp: "2026-09-16T19:02:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:26Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv.18d5e264308d8a1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21889"
    uid: 64a86762-4b0e-46f2-b063-a22e51e83492
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 7335bfa6-a7d8-4560-b80d-1c18451f7fa2
  kind: Event
  lastTimestamp: "2026-09-16T19:02:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:26Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv.18d5e2643096721e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21890"
    uid: 02a9000e-2177-4ab3-b70e-836751f67880
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 7335bfa6-a7d8-4560-b80d-1c18451f7fa2
  kind: Event
  lastTimestamp: "2026-09-16T19:02:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:26Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv.18d5e2643433dd66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21892"
    uid: 49467e89-1234-4366-acb5-7106b7a82aed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 7335bfa6-a7d8-4560-b80d-1c18451f7fa2
  kind: Event
  lastTimestamp: "2026-09-16T19:02:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:26Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv.18d5e264351689d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21895"
    uid: ab6a4792-23a6-42e5-b376-6f7b5a2085e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 7335bfa6-a7d8-4560-b80d-1c18451f7fa2
  kind: Event
  lastTimestamp: "2026-09-16T19:03:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:34Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv.18d5e264a48fc981
    namespace: kserve-ci-e2e-test
    resourceVersion: "22399"
    uid: 8158a04e-1e7e-420a-a130-b33c8f16ddbc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 7335bfa6-a7d8-4560-b80d-1c18451f7fa2
  kind: Event
  lastTimestamp: "2026-09-16T19:03:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:43Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv.18d5e276234305d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22482"
    uid: 73b5cc84-a894-4423-b3d0-3bcd529b900d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 7335bfa6-a7d8-4560-b80d-1c18451f7fa2
  kind: Event
  lastTimestamp: "2026-09-16T19:03:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:43Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv.18d5e2762343c542
    namespace: kserve-ci-e2e-test
    resourceVersion: "22484"
    uid: af984f88-c969-42f0-9571-7c5e457760b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 7335bfa6-a7d8-4560-b80d-1c18451f7fa2
  kind: Event
  lastTimestamp: "2026-09-16T19:03:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:44Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-lmkzv.18d5e27656c17942
    namespace: kserve-ci-e2e-test
    resourceVersion: "22504"
    uid: 61793ad8-359d-4675-92c1-7fc8a72cb9ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6b6f66ff94
    namespace: kserve-ci-e2e-test
    resourceVersion: "21774"
    uid: 5b8bf4ba-cc3e-4e9e-817f-37e0f0de9fa4
  kind: Event
  lastTimestamp: "2026-09-16T19:02:21Z"
  message: 'Created pod: isvc-canary-promote-predictor-6b6f66ff94-lmkzv'
  metadata:
    creationTimestamp: "2026-09-16T19:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:21Z"
    name: isvc-canary-promote-predictor-6b6f66ff94.18d5e2630b648dbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: 70bda549-3274-43d2-af6b-a709fb12fae6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6b6f66ff94
    namespace: kserve-ci-e2e-test
    resourceVersion: "21774"
    uid: 5b8bf4ba-cc3e-4e9e-817f-37e0f0de9fa4
  kind: Event
  lastTimestamp: "2026-09-16T19:02:22Z"
  message: 'Created pod: isvc-canary-promote-predictor-6b6f66ff94-d4tjc'
  metadata:
    creationTimestamp: "2026-09-16T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:22Z"
    name: isvc-canary-promote-predictor-6b6f66ff94.18d5e2630f9a228d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21799"
    uid: dd1d1fc7-d6bc-4952-a876-9507cd36aeab
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6b6f66ff94
    namespace: kserve-ci-e2e-test
    resourceVersion: "22474"
    uid: 5b8bf4ba-cc3e-4e9e-817f-37e0f0de9fa4
  kind: Event
  lastTimestamp: "2026-09-16T19:03:43Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-6b6f66ff94-lmkzv'
  metadata:
    creationTimestamp: "2026-09-16T19:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:43Z"
    name: isvc-canary-promote-predictor-6b6f66ff94.18d5e276231b18e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22478"
    uid: d756659b-4499-4b23-be6e-6e266e251012
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21773"
    uid: d6f1e88a-b1a5-4e03-9b2e-5512bf990498
  kind: Event
  lastTimestamp: "2026-09-16T19:02:21Z"
  message: Scaled up replica set isvc-canary-promote-predictor-6b6f66ff94 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-16T19:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:21Z"
    name: isvc-canary-promote-predictor.18d5e26307a0cba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21776"
    uid: 7cf03567-64bd-49a6-9c28-72cc238c7fcd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22470"
    uid: d6f1e88a-b1a5-4e03-9b2e-5512bf990498
  kind: Event
  lastTimestamp: "2026-09-16T19:03:43Z"
  message: Scaled down replica set isvc-canary-promote-predictor-6b6f66ff94 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:43Z"
    name: isvc-canary-promote-predictor.18d5e276229ddda2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22475"
    uid: 655287e8-11bc-4ba1-a47f-cfb6e9befc88
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:03:52.076818Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22577"
    uid: ee158f70-62ad-4118-b69a-cc359f17325c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl
    to ip-10-0-131-137.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:03:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:03:52Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl.18d5e27806273928
    namespace: kserve-ci-e2e-test
    resourceVersion: "22582"
    uid: 3e8d227b-b7a0-4ba2-9ffa-4342f636a762
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22587"
    uid: ee158f70-62ad-4118-b69a-cc359f17325c
  kind: Event
  lastTimestamp: "2026-09-16T19:03:52Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:03:52Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl.18d5e278280224a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22591"
    uid: a6b84ad4-795a-4316-a690-8426d1e1eaeb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: ee158f70-62ad-4118-b69a-cc359f17325c
  kind: Event
  lastTimestamp: "2026-09-16T19:03:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:52Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl.18d5e2782998cf9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22594"
    uid: d542bd47-e864-4470-8bb8-7f096adbb75d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: ee158f70-62ad-4118-b69a-cc359f17325c
  kind: Event
  lastTimestamp: "2026-09-16T19:03:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:52Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl.18d5e2782ca30aaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22595"
    uid: a98f753c-58cf-4b8f-94c5-1a3c5a9dc0be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: ee158f70-62ad-4118-b69a-cc359f17325c
  kind: Event
  lastTimestamp: "2026-09-16T19:03:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:52Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl.18d5e2782d1da269
    namespace: kserve-ci-e2e-test
    resourceVersion: "22596"
    uid: a57d9c27-c27f-41a5-930a-23b19fb7b82c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: ee158f70-62ad-4118-b69a-cc359f17325c
  kind: Event
  lastTimestamp: "2026-09-16T19:03:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:56Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl.18d5e27923bb873f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22634"
    uid: 1914f5ef-0499-466c-9a0a-c67ebdf12590
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: ee158f70-62ad-4118-b69a-cc359f17325c
  kind: Event
  lastTimestamp: "2026-09-16T19:03:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:56Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl.18d5e279275210e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22638"
    uid: ff383d32-bf51-4d2d-9b89-f687d0fb4f67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: ee158f70-62ad-4118-b69a-cc359f17325c
  kind: Event
  lastTimestamp: "2026-09-16T19:03:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:56Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl.18d5e27927c70c12
    namespace: kserve-ci-e2e-test
    resourceVersion: "22639"
    uid: d772e2ca-ea14-41b7-83db-71a9f5144f28
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: ee158f70-62ad-4118-b69a-cc359f17325c
  kind: Event
  lastTimestamp: "2026-09-16T19:03:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:56Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl.18d5e27927d015c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22640"
    uid: 0ed5bffb-ce33-4a40-8393-f063b3353c87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: ee158f70-62ad-4118-b69a-cc359f17325c
  kind: Event
  lastTimestamp: "2026-09-16T19:03:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:56Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl.18d5e2792a4c0320
    namespace: kserve-ci-e2e-test
    resourceVersion: "22642"
    uid: bb37be88-e228-4a5f-8048-94db6d8b3441
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: ee158f70-62ad-4118-b69a-cc359f17325c
  kind: Event
  lastTimestamp: "2026-09-16T19:03:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:56Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl.18d5e2792abdcbc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22643"
    uid: 86f2d00f-71ad-41b1-b497-05b38201414c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: ee158f70-62ad-4118-b69a-cc359f17325c
  kind: Event
  lastTimestamp: "2026-09-16T19:05:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:03:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:24Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl.18d5e2799ba8e652
    namespace: kserve-ci-e2e-test
    resourceVersion: "23272"
    uid: 6cfa292f-734a-4c8a-b5ef-f5caa7152ac8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: ee158f70-62ad-4118-b69a-cc359f17325c
  kind: Event
  lastTimestamp: "2026-09-16T19:05:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:22Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl.18d5e28d06666bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "23250"
    uid: 91b3227c-0fbe-490e-a26b-855d336486c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: ee158f70-62ad-4118-b69a-cc359f17325c
  kind: Event
  lastTimestamp: "2026-09-16T19:05:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:22Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl.18d5e28d0666e42b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23252"
    uid: 9c63b871-9133-482e-82d6-26c571ed09d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: ee158f70-62ad-4118-b69a-cc359f17325c
  kind: Event
  lastTimestamp: "2026-09-16T19:05:24Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:24Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl.18d5e28da1e92a26
    namespace: kserve-ci-e2e-test
    resourceVersion: "23271"
    uid: 3c1e6f28-45bb-4507-be23-68777e7ea606
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:02:21.974876Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21781"
    uid: 3abf83e4-61a6-45bb-8428-a47782b8c281
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht
    to ip-10-0-143-155.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:02:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:02:21Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht.18d5e2630ba8af73
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: f1a21d2c-fe3c-4b78-94ba-4538d2504a5e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: 3abf83e4-61a6-45bb-8428-a47782b8c281
  kind: Event
  lastTimestamp: "2026-09-16T19:02:22Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:02:22Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht.18d5e2632e113d0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21816"
    uid: cc59b399-585d-4b7d-8593-c8fe92c824da
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21784"
    uid: 3abf83e4-61a6-45bb-8428-a47782b8c281
  kind: Event
  lastTimestamp: "2026-09-16T19:02:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:22Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht.18d5e2632fe19776
    namespace: kserve-ci-e2e-test
    resourceVersion: "21820"
    uid: 997358ea-50e1-4bbc-92c7-4684b739853e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21784"
    uid: 3abf83e4-61a6-45bb-8428-a47782b8c281
  kind: Event
  lastTimestamp: "2026-09-16T19:02:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:22Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht.18d5e26334f28f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21827"
    uid: 6eb1e3f2-a48d-444b-a14a-3ab958621429
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21784"
    uid: 3abf83e4-61a6-45bb-8428-a47782b8c281
  kind: Event
  lastTimestamp: "2026-09-16T19:02:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:22Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht.18d5e26335748521
    namespace: kserve-ci-e2e-test
    resourceVersion: "21829"
    uid: b3443b15-0939-41eb-a633-2c6a337e367a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21784"
    uid: 3abf83e4-61a6-45bb-8428-a47782b8c281
  kind: Event
  lastTimestamp: "2026-09-16T19:02:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:26Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht.18d5e2642c7e22dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21882"
    uid: 974da1fe-264e-421c-ad8a-99d07aa48ff3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21784"
    uid: 3abf83e4-61a6-45bb-8428-a47782b8c281
  kind: Event
  lastTimestamp: "2026-09-16T19:02:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:26Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht.18d5e2642fec401c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21885"
    uid: c61ae29a-d13b-40b6-9e79-d8c507cbdd91
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21784"
    uid: 3abf83e4-61a6-45bb-8428-a47782b8c281
  kind: Event
  lastTimestamp: "2026-09-16T19:02:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:26Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht.18d5e26430692935
    namespace: kserve-ci-e2e-test
    resourceVersion: "21887"
    uid: 8001d91e-9287-4baa-b6b0-80155e4f84db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21784"
    uid: 3abf83e4-61a6-45bb-8428-a47782b8c281
  kind: Event
  lastTimestamp: "2026-09-16T19:02:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:26Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht.18d5e2643074bc65
    namespace: kserve-ci-e2e-test
    resourceVersion: "21888"
    uid: 7030b86a-4bb1-4c38-aa6d-8b6ecc6bad38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21784"
    uid: 3abf83e4-61a6-45bb-8428-a47782b8c281
  kind: Event
  lastTimestamp: "2026-09-16T19:02:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:26Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht.18d5e264343e5837
    namespace: kserve-ci-e2e-test
    resourceVersion: "21893"
    uid: 4407e668-0d88-4600-afc7-d88518a6f422
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21784"
    uid: 3abf83e4-61a6-45bb-8428-a47782b8c281
  kind: Event
  lastTimestamp: "2026-09-16T19:02:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:26Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht.18d5e26434bfd7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21894"
    uid: 4a9f3517-6b41-42ee-a414-bc45b5a106c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21784"
    uid: 3abf83e4-61a6-45bb-8428-a47782b8c281
  kind: Event
  lastTimestamp: "2026-09-16T19:05:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:23Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht.18d5e26468c09476
    namespace: kserve-ci-e2e-test
    resourceVersion: "23262"
    uid: 11916222-4646-4faf-9ebd-b4207a757c4b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21784"
    uid: 3abf83e4-61a6-45bb-8428-a47782b8c281
  kind: Event
  lastTimestamp: "2026-09-16T19:05:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:22Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht.18d5e28d06385ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23249"
    uid: b3b3ee53-f8cc-4225-96e2-ba648416c52b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21784"
    uid: 3abf83e4-61a6-45bb-8428-a47782b8c281
  kind: Event
  lastTimestamp: "2026-09-16T19:05:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:22Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht.18d5e28d06399d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "23251"
    uid: 2a93e642-c84f-463b-9f1b-24b94d708d64
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "21784"
    uid: 3abf83e4-61a6-45bb-8428-a47782b8c281
  kind: Event
  lastTimestamp: "2026-09-16T19:05:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:23Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht.18d5e28d63582251
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: 8d83f8b2-9752-48ba-9256-1db5f45053ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-769cdc7dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21763"
    uid: 2a257dd6-67ab-4756-8617-bb52290c6432
  kind: Event
  lastTimestamp: "2026-09-16T19:02:21Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-769cdc7dcc-ff2ht'
  metadata:
    creationTimestamp: "2026-09-16T19:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:21Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc.18d5e2630b23f6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21783"
    uid: 4e629a4a-3516-4a63-b9c2-9066107f9e5b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-769cdc7dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22564"
    uid: 2a257dd6-67ab-4756-8617-bb52290c6432
  kind: Event
  lastTimestamp: "2026-09-16T19:03:52Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-769cdc7dcc-6b4bl'
  metadata:
    creationTimestamp: "2026-09-16T19:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:52Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc.18d5e27805c0fd87
    namespace: kserve-ci-e2e-test
    resourceVersion: "22580"
    uid: ef57f0ab-9ada-4eda-afe4-faef31d1ffca
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21761"
    uid: 637f4397-cfef-4b5b-b595-46f5b80f0819
  kind: Event
  lastTimestamp: "2026-09-16T19:02:21Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-769cdc7dcc from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:21Z"
    name: isvc-canary-promote-v2-predictor.18d5e2630504520c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: da61597c-8587-4990-b206-153dc32ba49a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22559"
    uid: 637f4397-cfef-4b5b-b595-46f5b80f0819
  kind: Event
  lastTimestamp: "2026-09-16T19:03:52Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-769cdc7dcc from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-16T19:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:52Z"
    name: isvc-canary-promote-v2-predictor.18d5e27801ef3cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22569"
    uid: 9b7d4c6b-9993-4f99-a744-1afc7b1c5245
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21753"
    uid: 39001111-db95-49a2-bec2-01d2f65586ea
  kind: Event
  lastTimestamp: "2026-09-16T19:03:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:52Z"
    name: isvc-canary-promote.18d5e263073998c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22573"
    uid: 413aa160-d241-4482-a7d8-557f9242233d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21753"
    uid: 39001111-db95-49a2-bec2-01d2f65586ea
  kind: Event
  lastTimestamp: "2026-09-16T19:03:44Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:44Z"
    name: isvc-canary-promote.18d5e26307b0d2d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22490"
    uid: 321f64b3-efb0-4007-b2b2-17c2e98ae0b7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21753"
    uid: 39001111-db95-49a2-bec2-01d2f65586ea
  kind: Event
  lastTimestamp: "2026-09-16T19:03:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:44Z"
    name: isvc-canary-promote.18d5e26307b152e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22491"
    uid: f39348cd-7a8d-4f43-b8f8-f224a56f53d8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22494"
    uid: 39001111-db95-49a2-bec2-01d2f65586ea
  kind: Event
  lastTimestamp: "2026-09-16T19:05:14Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:14Z"
    name: isvc-canary-promote.18d5e27629e7c3d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23185"
    uid: cb77fea9-6c15-48d8-b104-df19bc6ef2b7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:52:30.260135Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15662"
    uid: 988f6672-4c35-4482-a933-3b78ac5f1c0b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz
    to ip-10-0-143-155.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:52:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:52:30Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz.18d5e1d946b64fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15669"
    uid: 48ab0682-72d5-45a4-a825-1474bd617847
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 988f6672-4c35-4482-a933-3b78ac5f1c0b
  kind: Event
  lastTimestamp: "2026-09-16T18:52:30Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:52:30Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz.18d5e1d968a73d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "15680"
    uid: 1ef87462-14d1-4c06-b609-ed75bd98ff1d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15665"
    uid: 988f6672-4c35-4482-a933-3b78ac5f1c0b
  kind: Event
  lastTimestamp: "2026-09-16T18:52:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:30Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz.18d5e1d96ba7e738
    namespace: kserve-ci-e2e-test
    resourceVersion: "15682"
    uid: 7bf935ee-c04a-4b67-a1be-b9bed66c3263
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15665"
    uid: 988f6672-4c35-4482-a933-3b78ac5f1c0b
  kind: Event
  lastTimestamp: "2026-09-16T18:52:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:30Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz.18d5e1d96ea2b198
    namespace: kserve-ci-e2e-test
    resourceVersion: "15683"
    uid: ec2f1d2f-f9ac-4c56-bea7-d9f22bf2fa01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15665"
    uid: 988f6672-4c35-4482-a933-3b78ac5f1c0b
  kind: Event
  lastTimestamp: "2026-09-16T18:52:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:30Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz.18d5e1d96f1e9198
    namespace: kserve-ci-e2e-test
    resourceVersion: "15684"
    uid: 214b7aad-aada-4d9c-a08a-62f9e294201d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15665"
    uid: 988f6672-4c35-4482-a933-3b78ac5f1c0b
  kind: Event
  lastTimestamp: "2026-09-16T18:52:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:35Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz.18d5e1da6f41401f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15749"
    uid: 7565a85c-04fc-4524-a05d-845f53d619d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15665"
    uid: 988f6672-4c35-4482-a933-3b78ac5f1c0b
  kind: Event
  lastTimestamp: "2026-09-16T18:52:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:35Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz.18d5e1da746e0988
    namespace: kserve-ci-e2e-test
    resourceVersion: "15771"
    uid: 8a0005a3-0f10-44b8-9d68-c029effe0457
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15665"
    uid: 988f6672-4c35-4482-a933-3b78ac5f1c0b
  kind: Event
  lastTimestamp: "2026-09-16T18:52:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:35Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz.18d5e1da74eb8610
    namespace: kserve-ci-e2e-test
    resourceVersion: "15774"
    uid: 3a893504-082c-4dbd-be00-4b6245d26b80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15665"
    uid: 988f6672-4c35-4482-a933-3b78ac5f1c0b
  kind: Event
  lastTimestamp: "2026-09-16T18:52:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:35Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz.18d5e1da74f7443a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15778"
    uid: 94f3fcc0-c287-40b2-aa97-1767bac60011
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15665"
    uid: 988f6672-4c35-4482-a933-3b78ac5f1c0b
  kind: Event
  lastTimestamp: "2026-09-16T18:52:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:35Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz.18d5e1da784e9ac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15787"
    uid: e7e1de51-cac5-4f9f-99e2-992858cfd890
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15665"
    uid: 988f6672-4c35-4482-a933-3b78ac5f1c0b
  kind: Event
  lastTimestamp: "2026-09-16T18:52:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:35Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz.18d5e1da78dd2084
    namespace: kserve-ci-e2e-test
    resourceVersion: "15791"
    uid: dcfe4035-c3d6-4a47-b9d3-ee5754949691
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15665"
    uid: 988f6672-4c35-4482-a933-3b78ac5f1c0b
  kind: Event
  lastTimestamp: "2026-09-16T18:54:02Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:02Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz.18d5e1daab4a7cd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: 06f757a9-72c4-4dfa-9a78-cda4e6c591f8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15665"
    uid: 988f6672-4c35-4482-a933-3b78ac5f1c0b
  kind: Event
  lastTimestamp: "2026-09-16T18:54:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:00Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz.18d5e1ee3c9a093d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16540"
    uid: 18459972-dc05-4bc5-affc-e11d2286ef07
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15665"
    uid: 988f6672-4c35-4482-a933-3b78ac5f1c0b
  kind: Event
  lastTimestamp: "2026-09-16T18:54:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:00Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz.18d5e1ee3c9a9c19
    namespace: kserve-ci-e2e-test
    resourceVersion: "16543"
    uid: f9cb8130-41d4-447c-801d-9c6586440ff5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15665"
    uid: 988f6672-4c35-4482-a933-3b78ac5f1c0b
  kind: Event
  lastTimestamp: "2026-09-16T18:54:02Z"
  message: 'Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp
    10.134.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:02Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz.18d5e1eeb19f9625
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: 67d6f02a-3a63-408f-8653-1bd7907ef1ed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:50:40.509812Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14660"
    uid: 7caa75b7-a97d-4420-8383-9030897f703b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk
    to ip-10-0-143-155.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:50:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:50:40Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk.18d5e1bfb915493e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14664"
    uid: b657e3f3-c331-4675-9a85-467f6c68892b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: 7caa75b7-a97d-4420-8383-9030897f703b
  kind: Event
  lastTimestamp: "2026-09-16T18:50:41Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:50:41Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk.18d5e1bfdb4dffed
    namespace: kserve-ci-e2e-test
    resourceVersion: "14694"
    uid: a906ddd7-8efd-4c24-a08d-8bc389163271
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 7caa75b7-a97d-4420-8383-9030897f703b
  kind: Event
  lastTimestamp: "2026-09-16T18:50:41Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
  metadata:
    creationTimestamp: "2026-09-16T18:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:41Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk.18d5e1bfdcf6e328
    namespace: kserve-ci-e2e-test
    resourceVersion: "14696"
    uid: 95466e97-3d1f-44df-a511-754d46b36ce3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 7caa75b7-a97d-4420-8383-9030897f703b
  kind: Event
  lastTimestamp: "2026-09-16T18:50:44Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    in 3.44s (3.44s including waiting). Image size: 306757058 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:44Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk.18d5e1c0aa07a2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14734"
    uid: e2788682-84a4-415c-81a9-8fc930b8dddb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 7caa75b7-a97d-4420-8383-9030897f703b
  kind: Event
  lastTimestamp: "2026-09-16T18:50:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:44Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk.18d5e1c0ac8be7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14736"
    uid: 875d203e-3939-438b-b971-55b524df39ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 7caa75b7-a97d-4420-8383-9030897f703b
  kind: Event
  lastTimestamp: "2026-09-16T18:50:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:44Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk.18d5e1c0ad1425ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "14738"
    uid: 4ecfe27e-08c6-4d68-b5c7-59a518b9a199
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 7caa75b7-a97d-4420-8383-9030897f703b
  kind: Event
  lastTimestamp: "2026-09-16T18:50:48Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
  metadata:
    creationTimestamp: "2026-09-16T18:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:48Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk.18d5e1c1a167a3b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14787"
    uid: 4009a031-c1b9-4c04-bd34-b32ab567d9b6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 7caa75b7-a97d-4420-8383-9030897f703b
  kind: Event
  lastTimestamp: "2026-09-16T18:51:05Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    in 16.506s (16.506s including waiting). Image size: 1580716956 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:05Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk.18d5e1c579472a5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14927"
    uid: a16a4f69-34e0-4cc8-8dc6-34192cc65a42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 7caa75b7-a97d-4420-8383-9030897f703b
  kind: Event
  lastTimestamp: "2026-09-16T18:51:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:05Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk.18d5e1c57c930711
    namespace: kserve-ci-e2e-test
    resourceVersion: "14930"
    uid: 322a08cd-c15b-408b-9e86-67bf5c3997cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 7caa75b7-a97d-4420-8383-9030897f703b
  kind: Event
  lastTimestamp: "2026-09-16T18:51:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:05Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk.18d5e1c57d1d9599
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: e29267b3-e70b-4b0e-a4eb-f3a268b37491
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 7caa75b7-a97d-4420-8383-9030897f703b
  kind: Event
  lastTimestamp: "2026-09-16T18:51:05Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T18:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:05Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk.18d5e1c57d2c0a48
    namespace: kserve-ci-e2e-test
    resourceVersion: "14933"
    uid: e12d343d-6bcd-420a-b383-9aa393875c33
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 7caa75b7-a97d-4420-8383-9030897f703b
  kind: Event
  lastTimestamp: "2026-09-16T18:51:07Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.606s (2.606s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:07Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk.18d5e1c6188abba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14955"
    uid: 6a5efe6b-7459-4bd4-96bd-7451f7aa2281
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 7caa75b7-a97d-4420-8383-9030897f703b
  kind: Event
  lastTimestamp: "2026-09-16T18:51:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:07Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk.18d5e1c61b98c21a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14957"
    uid: 5a17b892-0fcc-412d-bd67-e06df1f81b54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 7caa75b7-a97d-4420-8383-9030897f703b
  kind: Event
  lastTimestamp: "2026-09-16T18:51:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:07Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk.18d5e1c61c134c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14959"
    uid: e863669a-d2ab-4462-80b8-b34494b05145
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 7caa75b7-a97d-4420-8383-9030897f703b
  kind: Event
  lastTimestamp: "2026-09-16T18:52:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:14Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk.18d5e1c652738a2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: 71df37a6-4908-4e57-b13c-328370ae0d11
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 7caa75b7-a97d-4420-8383-9030897f703b
  kind: Event
  lastTimestamp: "2026-09-16T18:52:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:20Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk.18d5e1d7085b0646
    namespace: kserve-ci-e2e-test
    resourceVersion: "15547"
    uid: 20da06cf-6af2-412f-af61-bf4608bda25c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 7caa75b7-a97d-4420-8383-9030897f703b
  kind: Event
  lastTimestamp: "2026-09-16T18:52:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:20Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk.18d5e1d7085b4295
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: f8886503-7c4e-420b-8e0a-b67e8514ce1a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 7caa75b7-a97d-4420-8383-9030897f703b
  kind: Event
  lastTimestamp: "2026-09-16T18:52:24Z"
  message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp
    10.134.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:24Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk.18d5e1d804d49efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15595"
    uid: 7543a23c-5949-4fa1-9f64-8bd533a7f340
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:50:40.454389Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14652"
    uid: 7c159330-7e1e-461c-9142-c85a588def66
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-c9f4b9d7d-xv24p
    to ip-10-0-131-137.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:50:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:50:40Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p.18d5e1bfb5c795c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14655"
    uid: 338f3d44-7e1a-4e58-8d11-570ecaaa1bbf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14654"
    uid: 7c159330-7e1e-461c-9142-c85a588def66
  kind: Event
  lastTimestamp: "2026-09-16T18:50:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:40Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p.18d5e1bfc581a028
    namespace: kserve-ci-e2e-test
    resourceVersion: "14678"
    uid: 3843e815-57e3-46ed-9936-d7c0b8a3c014
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14659"
    uid: 7c159330-7e1e-461c-9142-c85a588def66
  kind: Event
  lastTimestamp: "2026-09-16T18:50:41Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:50:41Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p.18d5e1bffb8cc7d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14706"
    uid: 83ef6e70-4d78-46a5-87b9-c04636fd7e91
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14654"
    uid: 7c159330-7e1e-461c-9142-c85a588def66
  kind: Event
  lastTimestamp: "2026-09-16T18:50:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:41Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p.18d5e1bffd345b91
    namespace: kserve-ci-e2e-test
    resourceVersion: "14708"
    uid: c2429341-276d-4b71-b2e7-fed0835737c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14654"
    uid: 7c159330-7e1e-461c-9142-c85a588def66
  kind: Event
  lastTimestamp: "2026-09-16T18:50:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:41Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p.18d5e1c0001879e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14709"
    uid: 3447bc99-605b-434e-b1a4-abf920196ef0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14654"
    uid: 7c159330-7e1e-461c-9142-c85a588def66
  kind: Event
  lastTimestamp: "2026-09-16T18:50:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:41Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p.18d5e1c0008e46d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 55f0523c-8372-4f82-8c82-b34ce6960879
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14654"
    uid: 7c159330-7e1e-461c-9142-c85a588def66
  kind: Event
  lastTimestamp: "2026-09-16T18:50:46Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
  metadata:
    creationTimestamp: "2026-09-16T18:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:46Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p.18d5e1c110762c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14766"
    uid: 4eb6ef57-f8e0-478d-a51a-08d7087c9da2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14654"
    uid: 7c159330-7e1e-461c-9142-c85a588def66
  kind: Event
  lastTimestamp: "2026-09-16T18:51:01Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    in 14.891s (14.891s including waiting). Image size: 1580716956 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:01Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p.18d5e1c4880dec09
    namespace: kserve-ci-e2e-test
    resourceVersion: "14885"
    uid: 32962c0c-af87-4e23-a64f-7971d81f1441
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14654"
    uid: 7c159330-7e1e-461c-9142-c85a588def66
  kind: Event
  lastTimestamp: "2026-09-16T18:51:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:01Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p.18d5e1c48ae32ff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14888"
    uid: 020cead9-1d7b-49e5-a41b-844f4f42cfc3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14654"
    uid: 7c159330-7e1e-461c-9142-c85a588def66
  kind: Event
  lastTimestamp: "2026-09-16T18:51:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:01Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p.18d5e1c48b712429
    namespace: kserve-ci-e2e-test
    resourceVersion: "14891"
    uid: 651720af-b866-420b-9cdf-63d630f28242
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14654"
    uid: 7c159330-7e1e-461c-9142-c85a588def66
  kind: Event
  lastTimestamp: "2026-09-16T18:51:01Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T18:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:01Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p.18d5e1c48b7c139e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14892"
    uid: 0425d8db-da4b-494f-9261-1d56f8ed4608
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14654"
    uid: 7c159330-7e1e-461c-9142-c85a588def66
  kind: Event
  lastTimestamp: "2026-09-16T18:51:03Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.53s (2.53s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:03Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p.18d5e1c5224d4b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: ffd44343-ca1c-4baa-8ac9-fca5ac72b945
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14654"
    uid: 7c159330-7e1e-461c-9142-c85a588def66
  kind: Event
  lastTimestamp: "2026-09-16T18:51:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:03Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p.18d5e1c5277f6c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "14911"
    uid: 3b5928dd-9413-43b6-a0ab-d81a6a1dbc35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14654"
    uid: 7c159330-7e1e-461c-9142-c85a588def66
  kind: Event
  lastTimestamp: "2026-09-16T18:51:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:03Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p.18d5e1c52800d587
    namespace: kserve-ci-e2e-test
    resourceVersion: "14913"
    uid: 5e0c6f5d-7bb8-4da8-af87-7a7abd6f4ce6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14654"
    uid: 7c159330-7e1e-461c-9142-c85a588def66
  kind: Event
  lastTimestamp: "2026-09-16T18:52:10Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:10Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p.18d5e1c548f6cda7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15448"
    uid: 82019367-061a-462b-b68f-b69445b950c4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14654"
    uid: 7c159330-7e1e-461c-9142-c85a588def66
  kind: Event
  lastTimestamp: "2026-09-16T18:54:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:00Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p.18d5e1ee3c6b3070
    namespace: kserve-ci-e2e-test
    resourceVersion: "16539"
    uid: f6b30fae-411b-41b5-b168-964e638a0c6f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14654"
    uid: 7c159330-7e1e-461c-9142-c85a588def66
  kind: Event
  lastTimestamp: "2026-09-16T18:54:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:00Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p.18d5e1ee3c6bc2f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: 640084f1-f6e9-41b9-9820-55017244cbc9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14654"
    uid: 7c159330-7e1e-461c-9142-c85a588def66
  kind: Event
  lastTimestamp: "2026-09-16T18:54:00Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:00Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p.18d5e1ee43b414cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: cc387701-8a39-45df-a1a4-803745441dac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-c9f4b9d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14635"
    uid: b3970650-de13-43e0-98db-eaf1308e4960
  kind: Event
  lastTimestamp: "2026-09-16T18:50:40Z"
  message: 'Created pod: isvc-canary-rollback-predictor-c9f4b9d7d-xv24p'
  metadata:
    creationTimestamp: "2026-09-16T18:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:50:40Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d.18d5e1bfb4fc461a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14653"
    uid: 7257f6bb-c44d-4eac-b61b-b111a6ae23b2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-c9f4b9d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14635"
    uid: b3970650-de13-43e0-98db-eaf1308e4960
  kind: Event
  lastTimestamp: "2026-09-16T18:50:40Z"
  message: 'Created pod: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk'
  metadata:
    creationTimestamp: "2026-09-16T18:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:50:40Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d.18d5e1bfb8a6c029
    namespace: kserve-ci-e2e-test
    resourceVersion: "14662"
    uid: b8071840-ae18-4fac-bd34-09248c457f7c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-c9f4b9d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15538"
    uid: b3970650-de13-43e0-98db-eaf1308e4960
  kind: Event
  lastTimestamp: "2026-09-16T18:52:20Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-c9f4b9d7d-tt4mk'
  metadata:
    creationTimestamp: "2026-09-16T18:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:20Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d.18d5e1d7083aeb13
    namespace: kserve-ci-e2e-test
    resourceVersion: "15545"
    uid: 3fa0f6c0-c9b2-4589-8d89-21c6e46a00e6
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-c9f4b9d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15647"
    uid: b3970650-de13-43e0-98db-eaf1308e4960
  kind: Event
  lastTimestamp: "2026-09-16T18:52:30Z"
  message: 'Created pod: isvc-canary-rollback-predictor-c9f4b9d7d-qp9dz'
  metadata:
    creationTimestamp: "2026-09-16T18:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:30Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d.18d5e1d945ead8e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: ac13a18b-b8a5-491e-88cb-8a71ee7603f9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14634"
    uid: 4c8eba5b-79ca-4fc8-8239-ee84718bd8d6
  kind: Event
  lastTimestamp: "2026-09-16T18:50:40Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-c9f4b9d7d from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-16T18:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:50:40Z"
    name: isvc-canary-rollback-predictor.18d5e1bfaea0213a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14639"
    uid: 1e921784-4842-49b4-bd4e-995cb13eabbf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15535"
    uid: 4c8eba5b-79ca-4fc8-8239-ee84718bd8d6
  kind: Event
  lastTimestamp: "2026-09-16T18:52:20Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-c9f4b9d7d from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-16T18:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:20Z"
    name: isvc-canary-rollback-predictor.18d5e1d706f91457
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: cbd09cb1-8764-4009-88c8-b3da6df80e5d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15642"
    uid: 4c8eba5b-79ca-4fc8-8239-ee84718bd8d6
  kind: Event
  lastTimestamp: "2026-09-16T18:52:30Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-c9f4b9d7d from 1 to
    2
  metadata:
    creationTimestamp: "2026-09-16T18:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:30Z"
    name: isvc-canary-rollback-predictor.18d5e1d9401dd6e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: 0997f7b3-74d7-4364-bc92-209a4af24e90
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:50:40.348250Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14638"
    uid: 18c52db8-a0e3-458f-9106-1f5bd05560a7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7
    to ip-10-0-131-137.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:50:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:50:40Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7.18d5e1bfaf7427cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14644"
    uid: 51b7d1d1-b118-4292-8677-5c001af53478
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14649"
    uid: 18c52db8-a0e3-458f-9106-1f5bd05560a7
  kind: Event
  lastTimestamp: "2026-09-16T18:50:40Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:50:40Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7.18d5e1bfd1b0f319
    namespace: kserve-ci-e2e-test
    resourceVersion: "14686"
    uid: 54221106-5fdf-4ec1-9acd-3b5575ce1edc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14641"
    uid: 18c52db8-a0e3-458f-9106-1f5bd05560a7
  kind: Event
  lastTimestamp: "2026-09-16T18:50:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:40Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7.18d5e1bfd32d668a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14689"
    uid: af202724-4a6f-46f2-9620-209521e8707b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14641"
    uid: 18c52db8-a0e3-458f-9106-1f5bd05560a7
  kind: Event
  lastTimestamp: "2026-09-16T18:50:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:40Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7.18d5e1bfd5f685c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14690"
    uid: 98dc556a-1f50-4fdb-9fd5-ad0ed02a0d4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14641"
    uid: 18c52db8-a0e3-458f-9106-1f5bd05560a7
  kind: Event
  lastTimestamp: "2026-09-16T18:50:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:41Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7.18d5e1bfd6741296
    namespace: kserve-ci-e2e-test
    resourceVersion: "14691"
    uid: f6532f3d-31c9-4d2a-94ed-0d7d4323d32e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14641"
    uid: 18c52db8-a0e3-458f-9106-1f5bd05560a7
  kind: Event
  lastTimestamp: "2026-09-16T18:50:45Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
  metadata:
    creationTimestamp: "2026-09-16T18:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:45Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7.18d5e1c0d438c202
    namespace: kserve-ci-e2e-test
    resourceVersion: "14758"
    uid: 473a4402-fff9-42a9-bace-e3da3fbf8baa
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14641"
    uid: 18c52db8-a0e3-458f-9106-1f5bd05560a7
  kind: Event
  lastTimestamp: "2026-09-16T18:51:01Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    in 15.881s (15.881s including waiting). Image size: 1580716956 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:01Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7.18d5e1c486dc4ad2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14884"
    uid: c2252bce-64cf-4668-ad0e-a8bcced41719
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14641"
    uid: 18c52db8-a0e3-458f-9106-1f5bd05560a7
  kind: Event
  lastTimestamp: "2026-09-16T18:51:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:01Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7.18d5e1c48ad66f98
    namespace: kserve-ci-e2e-test
    resourceVersion: "14886"
    uid: 38d3daa7-4fea-4889-a954-b419d5ec1fda
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14641"
    uid: 18c52db8-a0e3-458f-9106-1f5bd05560a7
  kind: Event
  lastTimestamp: "2026-09-16T18:51:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:01Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7.18d5e1c48b4fa9e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14889"
    uid: c98cd86c-1729-416f-ad37-41df9a0e428e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14641"
    uid: 18c52db8-a0e3-458f-9106-1f5bd05560a7
  kind: Event
  lastTimestamp: "2026-09-16T18:51:01Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T18:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:01Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7.18d5e1c48b5d7aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14890"
    uid: 69866c47-7676-4457-9804-2be430bd9c2e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14641"
    uid: 18c52db8-a0e3-458f-9106-1f5bd05560a7
  kind: Event
  lastTimestamp: "2026-09-16T18:51:03Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.555s (2.555s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:03Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7.18d5e1c523aedbf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14910"
    uid: 8be92e4c-9505-4b6c-92ff-303625a55514
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14641"
    uid: 18c52db8-a0e3-458f-9106-1f5bd05560a7
  kind: Event
  lastTimestamp: "2026-09-16T18:51:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:03Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7.18d5e1c5279d40be
    namespace: kserve-ci-e2e-test
    resourceVersion: "14912"
    uid: d7d89f9a-4030-4bc1-9d10-7428acf924a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14641"
    uid: 18c52db8-a0e3-458f-9106-1f5bd05560a7
  kind: Event
  lastTimestamp: "2026-09-16T18:51:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:03Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7.18d5e1c528134eb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14915"
    uid: 02a905a7-fb7a-4748-a90d-2860a68ed4fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14641"
    uid: 18c52db8-a0e3-458f-9106-1f5bd05560a7
  kind: Event
  lastTimestamp: "2026-09-16T18:52:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:30Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7.18d5e1c5491702fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15677"
    uid: 932e38c1-f2a9-4ecf-aa4d-f373f96a9965
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14641"
    uid: 18c52db8-a0e3-458f-9106-1f5bd05560a7
  kind: Event
  lastTimestamp: "2026-09-16T18:52:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:30Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7.18d5e1d94182cb67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: 2b994abd-63fe-47d3-87bf-79d34352b00f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14641"
    uid: 18c52db8-a0e3-458f-9106-1f5bd05560a7
  kind: Event
  lastTimestamp: "2026-09-16T18:52:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:30Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7.18d5e1d9418357ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15658"
    uid: 73353241-c698-4df7-818b-5ae1c66d05c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14641"
    uid: 18c52db8-a0e3-458f-9106-1f5bd05560a7
  kind: Event
  lastTimestamp: "2026-09-16T18:52:30Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:30Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7.18d5e1d94f4ff6aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15676"
    uid: b998b5e5-e8d3-48a6-8247-4097a02aea3d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14624"
    uid: 7b678ab2-51a2-4e8a-b869-d2613efe49c3
  kind: Event
  lastTimestamp: "2026-09-16T18:50:40Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-6dc8d44cf9-cmpm7'
  metadata:
    creationTimestamp: "2026-09-16T18:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:50:40Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9.18d5e1bfaf02bd78
    namespace: kserve-ci-e2e-test
    resourceVersion: "14642"
    uid: 1a4dec56-5ab5-4fa5-b239-49d9af63c5a2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14622"
    uid: a82ce9cd-d466-45fc-b8dd-d18cfcde6bf5
  kind: Event
  lastTimestamp: "2026-09-16T18:50:40Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-6dc8d44cf9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:50:40Z"
    name: isvc-canary-rollback-v2-predictor.18d5e1bfabd79afc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14625"
    uid: 4dfc656e-e149-4502-83e2-1a0947a6b5fe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14607"
    uid: 98ebbb67-2c1a-4626-b636-02f786b67881
  kind: Event
  lastTimestamp: "2026-09-16T18:52:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:52:30Z"
    name: isvc-canary-rollback.18d5e1bfae252110
    namespace: kserve-ci-e2e-test
    resourceVersion: "15660"
    uid: 8d447d5d-c5d6-45ba-ba2a-323783141a3c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15501"
    uid: 98ebbb67-2c1a-4626-b636-02f786b67881
  kind: Event
  lastTimestamp: "2026-09-16T18:52:30Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:52:30Z"
    name: isvc-canary-rollback.18d5e1d70ee5ffca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15661"
    uid: b869e988-4dc9-4bbc-af85-dca9d9c56aa8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15501"
    uid: 98ebbb67-2c1a-4626-b636-02f786b67881
  kind: Event
  lastTimestamp: "2026-09-16T18:52:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:52:30Z"
    name: isvc-canary-rollback.18d5e1d70ee65c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15663"
    uid: 12643696-c254-401b-b6de-38ccf6500e22
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15559"
    uid: 98ebbb67-2c1a-4626-b636-02f786b67881
  kind: Event
  lastTimestamp: "2026-09-16T18:53:52Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:53:52Z"
    name: isvc-canary-rollback.18d5e1d7154c4527
    namespace: kserve-ci-e2e-test
    resourceVersion: "16467"
    uid: 79e2cca9-273d-4f75-af1d-85d629f009c4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:54:05.545413Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16644"
    uid: 2cbefd1b-44f0-4d1c-b889-56946e3fc6bc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5ccc77f5f4-hgqf6
    to ip-10-0-131-137.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:54:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:54:05Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6.18d5e1ef762845e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16649"
    uid: de2360a4-f02b-45b5-b337-b130a4d7c393
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16654"
    uid: 2cbefd1b-44f0-4d1c-b889-56946e3fc6bc
  kind: Event
  lastTimestamp: "2026-09-16T18:54:06Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:54:06Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6.18d5e1ef9885595b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16684"
    uid: bb692d52-2cae-49ea-b5be-b37f2d818088
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: 2cbefd1b-44f0-4d1c-b889-56946e3fc6bc
  kind: Event
  lastTimestamp: "2026-09-16T18:54:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:06Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6.18d5e1ef99ea8d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: 32fd4b6e-6c6d-4096-a6ef-cb8cdbfb3b4e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: 2cbefd1b-44f0-4d1c-b889-56946e3fc6bc
  kind: Event
  lastTimestamp: "2026-09-16T18:54:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:06Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6.18d5e1ef9c8ed78b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16689"
    uid: b9692eb2-804d-4839-a6bf-7b831f54576c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: 2cbefd1b-44f0-4d1c-b889-56946e3fc6bc
  kind: Event
  lastTimestamp: "2026-09-16T18:54:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:06Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6.18d5e1ef9d01c3f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: ff896aee-a3b5-415d-8753-b9b7aa2c4b58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: 2cbefd1b-44f0-4d1c-b889-56946e3fc6bc
  kind: Event
  lastTimestamp: "2026-09-16T18:54:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:10Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6.18d5e1f090138ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16731"
    uid: 0542a4fd-2239-4c20-80b7-c07517913c05
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: 2cbefd1b-44f0-4d1c-b889-56946e3fc6bc
  kind: Event
  lastTimestamp: "2026-09-16T18:54:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:10Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6.18d5e1f093b405e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16733"
    uid: f208eee0-d7ff-4888-9b2c-92ed642669fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: 2cbefd1b-44f0-4d1c-b889-56946e3fc6bc
  kind: Event
  lastTimestamp: "2026-09-16T18:54:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:10Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6.18d5e1f0942bba90
    namespace: kserve-ci-e2e-test
    resourceVersion: "16735"
    uid: 7ef1758b-fb17-4351-9b1a-c72c67e1924d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: 2cbefd1b-44f0-4d1c-b889-56946e3fc6bc
  kind: Event
  lastTimestamp: "2026-09-16T18:54:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:10Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6.18d5e1f0943677ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: 3dd93db5-a7b3-4406-81ff-c439fe7470ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: 2cbefd1b-44f0-4d1c-b889-56946e3fc6bc
  kind: Event
  lastTimestamp: "2026-09-16T18:54:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:10Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6.18d5e1f0971cd25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16738"
    uid: 8e638958-b585-415a-8793-c6e936e416b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: 2cbefd1b-44f0-4d1c-b889-56946e3fc6bc
  kind: Event
  lastTimestamp: "2026-09-16T18:54:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:10Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6.18d5e1f0978fc647
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: 6d90a222-858c-43e2-a779-42e85072f83d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: 2cbefd1b-44f0-4d1c-b889-56946e3fc6bc
  kind: Event
  lastTimestamp: "2026-09-16T18:55:37Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:37Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6.18d5e1f0cc200aaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17754"
    uid: 86568712-5196-4b0c-bede-e4053984b9a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: 2cbefd1b-44f0-4d1c-b889-56946e3fc6bc
  kind: Event
  lastTimestamp: "2026-09-16T18:55:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:35Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6.18d5e2046984cf8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17738"
    uid: b8e8f77e-d468-44f6-8345-d4b5afef07be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: 2cbefd1b-44f0-4d1c-b889-56946e3fc6bc
  kind: Event
  lastTimestamp: "2026-09-16T18:55:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:35Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6.18d5e2046985a9bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17739"
    uid: bbee0e76-574e-4f2c-8755-3b73937fa850
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: 2cbefd1b-44f0-4d1c-b889-56946e3fc6bc
  kind: Event
  lastTimestamp: "2026-09-16T18:55:37Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:37Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6.18d5e204d25425cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17753"
    uid: f4b2e263-c335-46f2-b84a-9788e87a6faf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:54:05.496859Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16632"
    uid: 9c068c20-ae41-4d8e-aa2c-4fb6c9a460ab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5ccc77f5f4-knzqz
    to ip-10-0-143-155.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:54:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:54:05Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz.18d5e1ef73436449
    namespace: kserve-ci-e2e-test
    resourceVersion: "16637"
    uid: b13d3f25-986c-47bb-aa63-d5073f07a974
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16643"
    uid: 9c068c20-ae41-4d8e-aa2c-4fb6c9a460ab
  kind: Event
  lastTimestamp: "2026-09-16T18:54:06Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:54:06Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz.18d5e1ef959df359
    namespace: kserve-ci-e2e-test
    resourceVersion: "16679"
    uid: 90ef5b25-1f39-4596-8f27-c449695e87aa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16635"
    uid: 9c068c20-ae41-4d8e-aa2c-4fb6c9a460ab
  kind: Event
  lastTimestamp: "2026-09-16T18:54:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:06Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz.18d5e1ef9714ffe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16681"
    uid: 0daff213-c13e-4049-8b0f-91110e24a293
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16635"
    uid: 9c068c20-ae41-4d8e-aa2c-4fb6c9a460ab
  kind: Event
  lastTimestamp: "2026-09-16T18:54:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:06Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz.18d5e1ef9a43095e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: e79c5dcb-86e3-4dcc-b919-616d20665920
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16635"
    uid: 9c068c20-ae41-4d8e-aa2c-4fb6c9a460ab
  kind: Event
  lastTimestamp: "2026-09-16T18:54:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:06Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz.18d5e1ef9ab89990
    namespace: kserve-ci-e2e-test
    resourceVersion: "16688"
    uid: f4ffbfe3-2927-41f8-b6c9-fa952699f37f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16635"
    uid: 9c068c20-ae41-4d8e-aa2c-4fb6c9a460ab
  kind: Event
  lastTimestamp: "2026-09-16T18:54:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:10Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz.18d5e1f0a5af6c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: 7380dc06-921c-4305-94d6-21c4f91079fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16635"
    uid: 9c068c20-ae41-4d8e-aa2c-4fb6c9a460ab
  kind: Event
  lastTimestamp: "2026-09-16T18:54:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:10Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz.18d5e1f0a91d21d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16747"
    uid: 63823295-3dfd-40f7-9600-e2e24304e4c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16635"
    uid: 9c068c20-ae41-4d8e-aa2c-4fb6c9a460ab
  kind: Event
  lastTimestamp: "2026-09-16T18:54:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:10Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz.18d5e1f0a99e0115
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: 6ff2fd5d-3c30-48f8-be07-7cf9bdb98072
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16635"
    uid: 9c068c20-ae41-4d8e-aa2c-4fb6c9a460ab
  kind: Event
  lastTimestamp: "2026-09-16T18:54:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:10Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz.18d5e1f0a9a81fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16752"
    uid: af61edcf-8900-4ab4-8fab-cd43417a7bb5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16635"
    uid: 9c068c20-ae41-4d8e-aa2c-4fb6c9a460ab
  kind: Event
  lastTimestamp: "2026-09-16T18:54:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:10Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz.18d5e1f0acbbfaf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: 8c82681b-ffb3-4879-ad28-e37024aca032
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16635"
    uid: 9c068c20-ae41-4d8e-aa2c-4fb6c9a460ab
  kind: Event
  lastTimestamp: "2026-09-16T18:54:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:10Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz.18d5e1f0ad344176
    namespace: kserve-ci-e2e-test
    resourceVersion: "16755"
    uid: 85b24a3a-9cc9-40ad-a697-f4775dfd608f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16635"
    uid: 9c068c20-ae41-4d8e-aa2c-4fb6c9a460ab
  kind: Event
  lastTimestamp: "2026-09-16T18:55:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:17Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz.18d5e1f0e1cdd554
    namespace: kserve-ci-e2e-test
    resourceVersion: "17530"
    uid: 56250cd0-7fdc-49da-9ccb-cf15ab2d07e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16635"
    uid: 9c068c20-ae41-4d8e-aa2c-4fb6c9a460ab
  kind: Event
  lastTimestamp: "2026-09-16T18:55:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:27Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz.18d5e202a75a38e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17642"
    uid: 6df6d38c-3378-4e57-984d-6068b1c3721d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16635"
    uid: 9c068c20-ae41-4d8e-aa2c-4fb6c9a460ab
  kind: Event
  lastTimestamp: "2026-09-16T18:55:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:27Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz.18d5e202a75aac08
    namespace: kserve-ci-e2e-test
    resourceVersion: "17643"
    uid: b7dd4d07-b3fe-4a19-a106-71705e9e762f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16635"
    uid: 9c068c20-ae41-4d8e-aa2c-4fb6c9a460ab
  kind: Event
  lastTimestamp: "2026-09-16T18:55:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:32Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-knzqz.18d5e203be2d8d8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17691"
    uid: 7141b208-cb00-4220-924b-eac2fc1333cd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5ccc77f5f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16614"
    uid: 55b9abb0-c3eb-451f-9f9a-3e6e87532e58
  kind: Event
  lastTimestamp: "2026-09-16T18:54:05Z"
  message: 'Created pod: isvc-canary-stop-predictor-5ccc77f5f4-knzqz'
  metadata:
    creationTimestamp: "2026-09-16T18:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:05Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4.18d5e1ef72cdc777
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: 485f0b52-1ccd-4b54-8998-43f0e79b54b8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5ccc77f5f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16614"
    uid: 55b9abb0-c3eb-451f-9f9a-3e6e87532e58
  kind: Event
  lastTimestamp: "2026-09-16T18:54:05Z"
  message: 'Created pod: isvc-canary-stop-predictor-5ccc77f5f4-hgqf6'
  metadata:
    creationTimestamp: "2026-09-16T18:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:05Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4.18d5e1ef75bbcb22
    namespace: kserve-ci-e2e-test
    resourceVersion: "16646"
    uid: d1f98a0b-9986-46e1-b26e-82bdac9986aa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5ccc77f5f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17624"
    uid: 55b9abb0-c3eb-451f-9f9a-3e6e87532e58
  kind: Event
  lastTimestamp: "2026-09-16T18:55:27Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-5ccc77f5f4-knzqz'
  metadata:
    creationTimestamp: "2026-09-16T18:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:27Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4.18d5e2029dce9b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17628"
    uid: 408b4e66-b10a-4905-8516-bc87ea3b36a3
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16612"
    uid: 7a7889cb-f0f6-4e67-a8b6-dffec534b198
  kind: Event
  lastTimestamp: "2026-09-16T18:54:05Z"
  message: Scaled up replica set isvc-canary-stop-predictor-5ccc77f5f4 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-16T18:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:05Z"
    name: isvc-canary-stop-predictor.18d5e1ef6fa9fefc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: 59e2e8dd-ec4a-4f13-91be-86b178978bc9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17620"
    uid: 7a7889cb-f0f6-4e67-a8b6-dffec534b198
  kind: Event
  lastTimestamp: "2026-09-16T18:55:27Z"
  message: Scaled down replica set isvc-canary-stop-predictor-5ccc77f5f4 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-16T18:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:27Z"
    name: isvc-canary-stop-predictor.18d5e2029d3eca8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17627"
    uid: 5c3407c6-79ee-4901-96f9-9d312fdd1696
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:54:05.460493Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: 32135d58-9b0f-4b93-bdd7-9b0068782b3b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-854695c447-h74zz
    to ip-10-0-143-155.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:54:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:54:05Z"
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz.18d5e1ef711869eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16628"
    uid: dcb61ba7-e057-437b-baf5-d8b832cbc949
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16634"
    uid: 32135d58-9b0f-4b93-bdd7-9b0068782b3b
  kind: Event
  lastTimestamp: "2026-09-16T18:54:06Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:54:06Z"
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz.18d5e1ef931f09f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16675"
    uid: a3856769-a303-4cc3-a7f4-6360900b9a3c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16625"
    uid: 32135d58-9b0f-4b93-bdd7-9b0068782b3b
  kind: Event
  lastTimestamp: "2026-09-16T18:54:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:06Z"
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz.18d5e1ef9486f428
    namespace: kserve-ci-e2e-test
    resourceVersion: "16678"
    uid: 2476cb37-dd9b-43c0-b34d-218253e0e367
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16625"
    uid: 32135d58-9b0f-4b93-bdd7-9b0068782b3b
  kind: Event
  lastTimestamp: "2026-09-16T18:54:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:06Z"
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz.18d5e1ef975d9e3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: c112765a-0efb-496e-a3c3-335bd376db80
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16625"
    uid: 32135d58-9b0f-4b93-bdd7-9b0068782b3b
  kind: Event
  lastTimestamp: "2026-09-16T18:54:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:06Z"
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz.18d5e1ef97ef609b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16683"
    uid: 291ed61d-a994-4201-9514-3564eb38578f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16625"
    uid: 32135d58-9b0f-4b93-bdd7-9b0068782b3b
  kind: Event
  lastTimestamp: "2026-09-16T18:54:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:10Z"
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz.18d5e1f0a598c979
    namespace: kserve-ci-e2e-test
    resourceVersion: "16741"
    uid: bafc4b1e-f9ba-4d48-81d9-bbc0fab83093
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16625"
    uid: 32135d58-9b0f-4b93-bdd7-9b0068782b3b
  kind: Event
  lastTimestamp: "2026-09-16T18:54:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:10Z"
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz.18d5e1f0a90a7527
    namespace: kserve-ci-e2e-test
    resourceVersion: "16746"
    uid: 32b31e52-8377-479c-98c2-5fb9f252862d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16625"
    uid: 32135d58-9b0f-4b93-bdd7-9b0068782b3b
  kind: Event
  lastTimestamp: "2026-09-16T18:54:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:10Z"
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz.18d5e1f0a990d253
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: dbbd4a6b-a8c9-4966-b0e5-9731000098ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16625"
    uid: 32135d58-9b0f-4b93-bdd7-9b0068782b3b
  kind: Event
  lastTimestamp: "2026-09-16T18:54:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:10Z"
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz.18d5e1f0a99ba76d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16749"
    uid: 02fd9efd-5e04-43c1-b701-e10beaf52c6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16625"
    uid: 32135d58-9b0f-4b93-bdd7-9b0068782b3b
  kind: Event
  lastTimestamp: "2026-09-16T18:54:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:10Z"
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz.18d5e1f0acae2873
    namespace: kserve-ci-e2e-test
    resourceVersion: "16753"
    uid: b156fe04-eccb-4961-82f0-be66bfec46c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16625"
    uid: 32135d58-9b0f-4b93-bdd7-9b0068782b3b
  kind: Event
  lastTimestamp: "2026-09-16T18:54:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:10Z"
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz.18d5e1f0ad490136
    namespace: kserve-ci-e2e-test
    resourceVersion: "16756"
    uid: 8af58931-20af-4fa0-8672-4d18f2947d40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16625"
    uid: 32135d58-9b0f-4b93-bdd7-9b0068782b3b
  kind: Event
  lastTimestamp: "2026-09-16T18:55:37Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:37Z"
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz.18d5e1f0e1e59a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17757"
    uid: d3a0fde2-eb9f-4630-b9b2-5ad57e8fd89e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16625"
    uid: 32135d58-9b0f-4b93-bdd7-9b0068782b3b
  kind: Event
  lastTimestamp: "2026-09-16T18:55:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:35Z"
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz.18d5e20466f234ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: cc8cf3f5-ab51-424a-940b-8c87db0fe2a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16625"
    uid: 32135d58-9b0f-4b93-bdd7-9b0068782b3b
  kind: Event
  lastTimestamp: "2026-09-16T18:55:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:35Z"
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz.18d5e20466f2bbe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17729"
    uid: 6dbd93ea-830c-4f6f-8564-7878d79f2aec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16625"
    uid: 32135d58-9b0f-4b93-bdd7-9b0068782b3b
  kind: Event
  lastTimestamp: "2026-09-16T18:55:37Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:37Z"
    name: isvc-canary-stop-v2-predictor-854695c447-h74zz.18d5e204e832c6bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17756"
    uid: 5acebef5-d148-40c5-9043-1fc46c369270
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-854695c447
    namespace: kserve-ci-e2e-test
    resourceVersion: "16605"
    uid: cef667dd-1891-4639-a8e6-2abf85638748
  kind: Event
  lastTimestamp: "2026-09-16T18:54:05Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-854695c447-h74zz'
  metadata:
    creationTimestamp: "2026-09-16T18:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:05Z"
    name: isvc-canary-stop-v2-predictor-854695c447.18d5e1ef70af9ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16624"
    uid: 38d15d9e-7faf-421e-99f7-cd21c3be7f45
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16603"
    uid: b93de0b3-e2b8-4d1c-b4fd-c9cb7e6dde6d
  kind: Event
  lastTimestamp: "2026-09-16T18:54:05Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-854695c447 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T18:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:05Z"
    name: isvc-canary-stop-v2-predictor.18d5e1ef6de6d679
    namespace: kserve-ci-e2e-test
    resourceVersion: "16606"
    uid: ea904372-9b62-4161-9f09-d149259916df
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: f4b5f6cb-3634-472c-bfc4-c49a55823b98
  kind: Event
  lastTimestamp: "2026-09-16T18:55:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:55:35Z"
    name: isvc-canary-stop.18d5e1ef6f60f897
    namespace: kserve-ci-e2e-test
    resourceVersion: "17741"
    uid: caeacec7-43bb-4d82-95e6-e6680dc3d581
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: f4b5f6cb-3634-472c-bfc4-c49a55823b98
  kind: Event
  lastTimestamp: "2026-09-16T18:54:05Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:54:05Z"
    name: isvc-canary-stop.18d5e1ef6fbf2e8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16617"
    uid: af5fe65e-0969-4d1e-bfed-c39e0cc7ddd0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: f4b5f6cb-3634-472c-bfc4-c49a55823b98
  kind: Event
  lastTimestamp: "2026-09-16T18:54:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:54:05Z"
    name: isvc-canary-stop.18d5e1ef6fbf73a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16620"
    uid: addc40db-2d7b-445e-a80b-b87fb8ff13b6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17623"
    uid: f4b5f6cb-3634-472c-bfc4-c49a55823b98
  kind: Event
  lastTimestamp: "2026-09-16T18:55:27Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:55:27Z"
    name: isvc-canary-stop.18d5e2029ce05a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 066964ee-c763-426c-96a8-c13acbaea8da
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17735"
    uid: f4b5f6cb-3634-472c-bfc4-c49a55823b98
  kind: Event
  lastTimestamp: "2026-09-16T18:55:35Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-09-16T18:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:55:35Z"
    name: isvc-canary-stop.18d5e20469029a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "17737"
    uid: d00a384c-e51c-467f-9314-44bfcbccd1a3
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:57:54.238970Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-ee84dd-predictor-85bd8c5df5-tcqcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19233"
    uid: 3ff58008-28af-4c08-8050-5960ac71f4cf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-ee84dd-predictor-85bd8c5df5-tcqcv
    to ip-10-0-131-137.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:57:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:57:54Z"
    name: isvc-init-fail-ee84dd-predictor-85bd8c5df5-tcqcv.18d5e224b55af14e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19239"
    uid: d32a8cba-a6ae-416b-b5d5-471ef49b5ece
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-ee84dd-predictor-85bd8c5df5-tcqcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19235"
    uid: 3ff58008-28af-4c08-8050-5960ac71f4cf
  kind: Event
  lastTimestamp: "2026-09-16T18:57:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-ee84dd-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:54Z"
    name: isvc-init-fail-ee84dd-predictor-85bd8c5df5-tcqcv.18d5e224bee46749
    namespace: kserve-ci-e2e-test
    resourceVersion: "19248"
    uid: 608c8711-5fa1-4181-940a-bb7f1cd2ac98
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-ee84dd-predictor-85bd8c5df5-tcqcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19244"
    uid: 3ff58008-28af-4c08-8050-5960ac71f4cf
  kind: Event
  lastTimestamp: "2026-09-16T18:57:55Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:57:55Z"
    name: isvc-init-fail-ee84dd-predictor-85bd8c5df5-tcqcv.18d5e224fb6e76f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19261"
    uid: 2eeaa463-b0f7-442c-a636-1257f9fdabf9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-ee84dd-predictor-85bd8c5df5-tcqcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19235"
    uid: 3ff58008-28af-4c08-8050-5960ac71f4cf
  kind: Event
  lastTimestamp: "2026-09-16T18:58:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:00Z"
    name: isvc-init-fail-ee84dd-predictor-85bd8c5df5-tcqcv.18d5e224fce6982f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19304"
    uid: 202fcd4d-743c-4adf-8540-c7d3bcbcf413
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-ee84dd-predictor-85bd8c5df5-tcqcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19235"
    uid: 3ff58008-28af-4c08-8050-5960ac71f4cf
  kind: Event
  lastTimestamp: "2026-09-16T18:58:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:00Z"
    name: isvc-init-fail-ee84dd-predictor-85bd8c5df5-tcqcv.18d5e224ffa75b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: 08ac557f-466c-42f1-80e2-09a7eb864ae9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-ee84dd-predictor-85bd8c5df5-tcqcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19235"
    uid: 3ff58008-28af-4c08-8050-5960ac71f4cf
  kind: Event
  lastTimestamp: "2026-09-16T18:58:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:00Z"
    name: isvc-init-fail-ee84dd-predictor-85bd8c5df5-tcqcv.18d5e225001941d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19308"
    uid: 98767e76-c391-492e-bf5b-afb76a23bf3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-ee84dd-predictor-85bd8c5df5-tcqcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19235"
    uid: 3ff58008-28af-4c08-8050-5960ac71f4cf
  kind: Event
  lastTimestamp: "2026-09-16T18:58:04Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:04Z"
    name: isvc-init-fail-ee84dd-predictor-85bd8c5df5-tcqcv.18d5e2270d88f27e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19442"
    uid: 79c690c8-4639-42d4-8176-1ff9b1bf4b38
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-ee84dd-predictor-85bd8c5df5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19226"
    uid: 75797447-498a-47b8-bc2b-48eb1ffd55fd
  kind: Event
  lastTimestamp: "2026-09-16T18:57:54Z"
  message: 'Created pod: isvc-init-fail-ee84dd-predictor-85bd8c5df5-tcqcv'
  metadata:
    creationTimestamp: "2026-09-16T18:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:54Z"
    name: isvc-init-fail-ee84dd-predictor-85bd8c5df5.18d5e224b4b25c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "19234"
    uid: b6d62457-b4a1-4075-a508-f948b7127f30
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-ee84dd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19222"
    uid: bf101603-6565-4885-b6af-a7c9f0dd28c9
  kind: Event
  lastTimestamp: "2026-09-16T18:57:54Z"
  message: Scaled up replica set isvc-init-fail-ee84dd-predictor-85bd8c5df5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T18:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:54Z"
    name: isvc-init-fail-ee84dd-predictor.18d5e224b1c603f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19227"
    uid: 774bc5ba-0fa7-4fff-bc7e-19dc91206c5a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-ee84dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19216"
    uid: 792f750a-0ff4-4a7c-9a40-c58bcae4219f
  kind: Event
  lastTimestamp: "2026-09-16T18:58:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:00Z"
    name: isvc-init-fail-ee84dd.18d5e224b1c4f83b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19311"
    uid: cb8655fe-1765-4bce-a638-61756e47e12e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-ee84dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19216"
    uid: 792f750a-0ff4-4a7c-9a40-c58bcae4219f
  kind: Event
  lastTimestamp: "2026-09-16T18:57:54Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-ee84dd":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-ee84dd":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:57:54Z"
    name: isvc-init-fail-ee84dd.18d5e224b256c8f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19230"
    uid: 3cfa7e5d-b0f0-4d43-8417-d10a6c8d46a7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-ee84dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19216"
    uid: 792f750a-0ff4-4a7c-9a40-c58bcae4219f
  kind: Event
  lastTimestamp: "2026-09-16T18:57:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-ee84dd": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:57:54Z"
    name: isvc-init-fail-ee84dd.18d5e224b257115e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19231"
    uid: 62425c48-af4c-42c9-a5cd-5bcaa4eff7de
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:05:46.559571Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23516"
    uid: 6330c41c-29f0-4fb3-b471-4c96466be695
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7
    to ip-10-0-143-155.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:05:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:05:46Z"
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7.18d5e292addb67ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "23523"
    uid: 0d081195-c9fc-4e88-8fb1-5ef1d98cf7b0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23528"
    uid: 6330c41c-29f0-4fb3-b471-4c96466be695
  kind: Event
  lastTimestamp: "2026-09-16T19:05:47Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:05:47Z"
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7.18d5e292d043f045
    namespace: kserve-ci-e2e-test
    resourceVersion: "23538"
    uid: 45b284e7-4b50-4796-8765-a1115dadba1a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 6330c41c-29f0-4fb3-b471-4c96466be695
  kind: Event
  lastTimestamp: "2026-09-16T19:05:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:47Z"
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7.18d5e292d2478da4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23540"
    uid: 4f1d28fe-fe96-45ac-abba-7c5595d5f500
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 6330c41c-29f0-4fb3-b471-4c96466be695
  kind: Event
  lastTimestamp: "2026-09-16T19:05:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:47Z"
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7.18d5e292d59521e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23541"
    uid: 93467574-9293-4a3e-b470-c7bbf3d4c61e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 6330c41c-29f0-4fb3-b471-4c96466be695
  kind: Event
  lastTimestamp: "2026-09-16T19:05:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:47Z"
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7.18d5e292d611caa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 2ccf8c9d-e1b3-4058-8a49-618f6a543cf6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 6330c41c-29f0-4fb3-b471-4c96466be695
  kind: Event
  lastTimestamp: "2026-09-16T19:05:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:51Z"
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7.18d5e293ddf4eda8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23576"
    uid: fabe2ac0-7d3f-47fd-a0c8-1d8f1b2ced2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 6330c41c-29f0-4fb3-b471-4c96466be695
  kind: Event
  lastTimestamp: "2026-09-16T19:05:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:51Z"
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7.18d5e293e0d16cc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23578"
    uid: 6c437afb-286f-4658-bf90-6973483643bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 6330c41c-29f0-4fb3-b471-4c96466be695
  kind: Event
  lastTimestamp: "2026-09-16T19:05:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:51Z"
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7.18d5e293e14a7794
    namespace: kserve-ci-e2e-test
    resourceVersion: "23579"
    uid: 9389cf8e-04f3-4d57-b28a-077921821848
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 6330c41c-29f0-4fb3-b471-4c96466be695
  kind: Event
  lastTimestamp: "2026-09-16T19:05:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:51Z"
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7.18d5e293e1562b8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23580"
    uid: 38a4587f-f26b-47f9-8faf-330c06e1a278
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 6330c41c-29f0-4fb3-b471-4c96466be695
  kind: Event
  lastTimestamp: "2026-09-16T19:05:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:51Z"
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7.18d5e293e3f32131
    namespace: kserve-ci-e2e-test
    resourceVersion: "23584"
    uid: 60ef4956-9518-4bb9-b44b-aeddbe9e9fa9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 6330c41c-29f0-4fb3-b471-4c96466be695
  kind: Event
  lastTimestamp: "2026-09-16T19:05:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:51Z"
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7.18d5e293e49d07a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23585"
    uid: fa655824-1b2c-43a5-b773-d01c8decd7dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 6330c41c-29f0-4fb3-b471-4c96466be695
  kind: Event
  lastTimestamp: "2026-09-16T19:05:51Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:b2f25d6795b8ebd41ededee75d11d5b4c26ab534501a041bcd9b37043528824a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:51Z"
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7.18d5e293e4a75cca
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: 5d173eb3-ae29-4619-a35e-304809de3b3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 6330c41c-29f0-4fb3-b471-4c96466be695
  kind: Event
  lastTimestamp: "2026-09-16T19:05:51Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T19:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:51Z"
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7.18d5e293e76c9679
    namespace: kserve-ci-e2e-test
    resourceVersion: "23588"
    uid: 97169dca-fa0f-40a1-a92e-6f18727eb2bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 6330c41c-29f0-4fb3-b471-4c96466be695
  kind: Event
  lastTimestamp: "2026-09-16T19:05:51Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T19:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:51Z"
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7.18d5e293e7ea5860
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: 5f5f3861-07a0-4cd7-b449-846224c01360
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 6330c41c-29f0-4fb3-b471-4c96466be695
  kind: Event
  lastTimestamp: "2026-09-16T19:07:38Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:05:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7.18d5e2941a171123
    namespace: kserve-ci-e2e-test
    resourceVersion: "24444"
    uid: b119e45b-6d5b-4cb1-80be-c0d90207dc4f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 6330c41c-29f0-4fb3-b471-4c96466be695
  kind: Event
  lastTimestamp: "2026-09-16T19:07:28Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T19:05:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:28Z"
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7.18d5e2941a22eed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24369"
    uid: 8c7f2492-4858-46a8-92eb-d10218fffcdd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 6330c41c-29f0-4fb3-b471-4c96466be695
  kind: Event
  lastTimestamp: "2026-09-16T19:07:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:21Z"
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7.18d5e2a8de5a512b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24265"
    uid: 6b21b28b-3c55-47f7-881a-ca0f6598ef6f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 6330c41c-29f0-4fb3-b471-4c96466be695
  kind: Event
  lastTimestamp: "2026-09-16T19:07:21Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T19:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:21Z"
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7.18d5e2a8de5a7510
    namespace: kserve-ci-e2e-test
    resourceVersion: "24266"
    uid: 09779823-8343-4ce4-b420-1327ccb87aeb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 6330c41c-29f0-4fb3-b471-4c96466be695
  kind: Event
  lastTimestamp: "2026-09-16T19:07:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:21Z"
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7.18d5e2a8de5af178
    namespace: kserve-ci-e2e-test
    resourceVersion: "24272"
    uid: fac2f5e5-2c93-4d40-be32-7a9d7974be22
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 6330c41c-29f0-4fb3-b471-4c96466be695
  kind: Event
  lastTimestamp: "2026-09-16T19:07:38Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:07:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:38Z"
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7.18d5e2a94a4f87d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24443"
    uid: 159c2de2-fa09-4ad3-8f36-4d18cc6a0f67
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23507"
    uid: 8ba8170f-3eb3-48f6-93a0-529a89f6ccdf
  kind: Event
  lastTimestamp: "2026-09-16T19:05:46Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-58d9d7cffd-jqfr7'
  metadata:
    creationTimestamp: "2026-09-16T19:05:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:46Z"
    name: isvc-logger-raw-cipn-predictor-58d9d7cffd.18d5e292ad318bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "23519"
    uid: 6f5e28eb-aa70-49a7-9e55-fb71cd5f96af
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23504"
    uid: 5327652d-6041-402c-946b-d8745c9a9e1b
  kind: Event
  lastTimestamp: "2026-09-16T19:05:46Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-58d9d7cffd from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:05:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:46Z"
    name: isvc-logger-raw-cipn-predictor.18d5e292a909f356
    namespace: kserve-ci-e2e-test
    resourceVersion: "23509"
    uid: 74bfb5f5-2097-4284-b98c-0e0c76ee7479
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23505"
    uid: 878a5ce5-ef10-4216-bd12-32320eddfa0c
  kind: Event
  lastTimestamp: "2026-09-16T19:06:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:31Z"
    name: isvc-logger-raw-cipn-predictor.18d5e29627553bbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23884"
    uid: 474a583e-1fc9-45fc-ab68-8de742d572ba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23505"
    uid: 878a5ce5-ef10-4216-bd12-32320eddfa0c
  kind: Event
  lastTimestamp: "2026-09-16T19:06:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:31Z"
    name: isvc-logger-raw-cipn-predictor.18d5e29627dbc86b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23885"
    uid: 7aa05837-e5fd-4a2a-a449-056c72bcb37a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23669"
    uid: 878a5ce5-ef10-4216-bd12-32320eddfa0c
  kind: Event
  lastTimestamp: "2026-09-16T19:07:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:16Z"
    name: isvc-logger-raw-cipn-predictor.18d5e2a0a5387079
    namespace: kserve-ci-e2e-test
    resourceVersion: "24211"
    uid: f47e6308-adae-49d8-8521-64c11905cead
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23669"
    uid: 878a5ce5-ef10-4216-bd12-32320eddfa0c
  kind: Event
  lastTimestamp: "2026-09-16T19:07:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:16Z"
    name: isvc-logger-raw-cipn-predictor.18d5e2a0a5af304b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24212"
    uid: ce847464-ba9f-476d-9598-6eedac75dfa8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23498"
    uid: 77d07609-867d-4dc4-8b2a-a97e01e7da97
  kind: Event
  lastTimestamp: "2026-09-16T19:07:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:05:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:07:08Z"
    name: isvc-logger-raw-cipn.18d5e292a912f3db
    namespace: kserve-ci-e2e-test
    resourceVersion: "24154"
    uid: 26e75a22-5b96-4c06-9e60-a40dd8365f30
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23498"
    uid: 77d07609-867d-4dc4-8b2a-a97e01e7da97
  kind: Event
  lastTimestamp: "2026-09-16T19:05:46Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:05:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:46Z"
    name: isvc-logger-raw-cipn.18d5e292a99a185d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23512"
    uid: 066b7ea6-457c-4592-93be-0df90c36f85c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24151"
    uid: 77d07609-867d-4dc4-8b2a-a97e01e7da97
  kind: Event
  lastTimestamp: "2026-09-16T19:07:08Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:07:08Z"
    name: isvc-logger-raw-cipn.18d5e2a5d2c1bced
    namespace: kserve-ci-e2e-test
    resourceVersion: "24152"
    uid: c6c91565-e809-4f6d-a31e-d461667b7cf0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:56:25.972675Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18373"
    uid: fa10fe58-364e-4036-a5f3-ce0b7bfb6a15
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf
    to ip-10-0-143-155.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:56:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:56:25Z"
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf.18d5e21028462530
    namespace: kserve-ci-e2e-test
    resourceVersion: "18378"
    uid: f9376832-c3d9-4549-900d-db1a246394f1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18382"
    uid: fa10fe58-364e-4036-a5f3-ce0b7bfb6a15
  kind: Event
  lastTimestamp: "2026-09-16T18:56:26Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:56:26Z"
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf.18d5e2104a672749
    namespace: kserve-ci-e2e-test
    resourceVersion: "18395"
    uid: 87da3f5f-438c-4357-9226-7d648c4653f0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18376"
    uid: fa10fe58-364e-4036-a5f3-ce0b7bfb6a15
  kind: Event
  lastTimestamp: "2026-09-16T18:56:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:26Z"
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf.18d5e2104c1b25b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18397"
    uid: c4325f64-a52c-4a41-ab0b-a8adf4d25b54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18376"
    uid: fa10fe58-364e-4036-a5f3-ce0b7bfb6a15
  kind: Event
  lastTimestamp: "2026-09-16T18:56:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:26Z"
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf.18d5e2104f212430
    namespace: kserve-ci-e2e-test
    resourceVersion: "18399"
    uid: 2d606167-83c1-4a48-be50-3fc55b948eac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18376"
    uid: fa10fe58-364e-4036-a5f3-ce0b7bfb6a15
  kind: Event
  lastTimestamp: "2026-09-16T18:56:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:26Z"
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf.18d5e2104f9d91ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18400"
    uid: be8c9491-f975-4f65-a613-6abb38a5326b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18376"
    uid: fa10fe58-364e-4036-a5f3-ce0b7bfb6a15
  kind: Event
  lastTimestamp: "2026-09-16T18:56:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:31Z"
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf.18d5e21163b630e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18446"
    uid: e2f7b0f8-1873-42e1-943c-dc5d83c21ebd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18376"
    uid: fa10fe58-364e-4036-a5f3-ce0b7bfb6a15
  kind: Event
  lastTimestamp: "2026-09-16T18:56:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:31Z"
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf.18d5e21166bb7d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "18448"
    uid: 707cdc03-13df-4dad-8414-67b430a0fd73
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18376"
    uid: fa10fe58-364e-4036-a5f3-ce0b7bfb6a15
  kind: Event
  lastTimestamp: "2026-09-16T18:56:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:31Z"
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf.18d5e211673658dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18450"
    uid: 12f7e75c-9f43-4d28-a311-be36414f68be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18376"
    uid: fa10fe58-364e-4036-a5f3-ce0b7bfb6a15
  kind: Event
  lastTimestamp: "2026-09-16T18:56:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:31Z"
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf.18d5e21167425648
    namespace: kserve-ci-e2e-test
    resourceVersion: "18452"
    uid: 8835901b-33f3-409b-9dd0-9c5457af7f42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18376"
    uid: fa10fe58-364e-4036-a5f3-ce0b7bfb6a15
  kind: Event
  lastTimestamp: "2026-09-16T18:56:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:31Z"
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf.18d5e2116a9a5e11
    namespace: kserve-ci-e2e-test
    resourceVersion: "18454"
    uid: b673ff44-0f52-435e-b846-c0e205accbd3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18376"
    uid: fa10fe58-364e-4036-a5f3-ce0b7bfb6a15
  kind: Event
  lastTimestamp: "2026-09-16T18:56:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:31Z"
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf.18d5e2116b0a1b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "18455"
    uid: 683a6d45-d9f4-42f7-919b-812ae3da7fd8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18376"
    uid: fa10fe58-364e-4036-a5f3-ce0b7bfb6a15
  kind: Event
  lastTimestamp: "2026-09-16T18:56:31Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:b2f25d6795b8ebd41ededee75d11d5b4c26ab534501a041bcd9b37043528824a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:31Z"
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf.18d5e2116b144ef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18456"
    uid: c1ec3ada-00af-4731-b2fc-3c5a45030122
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18376"
    uid: fa10fe58-364e-4036-a5f3-ce0b7bfb6a15
  kind: Event
  lastTimestamp: "2026-09-16T18:56:31Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T18:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:31Z"
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf.18d5e2116ef0d43a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18457"
    uid: 8794540a-9ff0-4410-9a08-5dd550ed41c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18376"
    uid: fa10fe58-364e-4036-a5f3-ce0b7bfb6a15
  kind: Event
  lastTimestamp: "2026-09-16T18:56:31Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T18:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:31Z"
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf.18d5e2116f68be02
    namespace: kserve-ci-e2e-test
    resourceVersion: "18459"
    uid: 28523848-f393-49a4-ba09-90b6fe60d66a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18376"
    uid: fa10fe58-364e-4036-a5f3-ce0b7bfb6a15
  kind: Event
  lastTimestamp: "2026-09-16T18:58:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:09Z"
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf.18d5e2119fd51828
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 041fbbf1-eefe-4ea3-b8df-c30272466f42
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18376"
    uid: fa10fe58-364e-4036-a5f3-ce0b7bfb6a15
  kind: Event
  lastTimestamp: "2026-09-16T18:58:09Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T18:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:09Z"
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf.18d5e211dbb193db
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: c5d478ba-6723-4bd1-a030-5707f1e1e1d9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18376"
    uid: fa10fe58-364e-4036-a5f3-ce0b7bfb6a15
  kind: Event
  lastTimestamp: "2026-09-16T18:58:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:01Z"
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf.18d5e2265258f1bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19343"
    uid: 93c1b023-0ca1-4edd-8b78-840ee490877c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18376"
    uid: fa10fe58-364e-4036-a5f3-ce0b7bfb6a15
  kind: Event
  lastTimestamp: "2026-09-16T18:58:01Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T18:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:01Z"
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf.18d5e2265259aa7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19351"
    uid: 1310ba1d-feae-4e76-8ec8-8c45c7f7bc1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18376"
    uid: fa10fe58-364e-4036-a5f3-ce0b7bfb6a15
  kind: Event
  lastTimestamp: "2026-09-16T18:58:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:01Z"
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf.18d5e2265259c06e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19347"
    uid: e0430f55-bbcc-4c01-a031-9bd1d8f912cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18376"
    uid: fa10fe58-364e-4036-a5f3-ce0b7bfb6a15
  kind: Event
  lastTimestamp: "2026-09-16T18:58:19Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:19Z"
    name: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf.18d5e2270bee858f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19641"
    uid: 2e7fa2db-a3c4-46a4-a849-c8ef00b32c8c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-f5e4d-predictor-84c785b866
    namespace: kserve-ci-e2e-test
    resourceVersion: "18363"
    uid: c3a2465a-fb93-4ef2-9351-ac7cfd10237b
  kind: Event
  lastTimestamp: "2026-09-16T18:56:25Z"
  message: 'Created pod: isvc-logger-raw-f5e4d-predictor-84c785b866-n8zvf'
  metadata:
    creationTimestamp: "2026-09-16T18:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:25Z"
    name: isvc-logger-raw-f5e4d-predictor-84c785b866.18d5e21027bedc52
    namespace: kserve-ci-e2e-test
    resourceVersion: "18375"
    uid: dbe0c907-e8dd-4995-9ad2-d1973b8e0e1f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-f5e4d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18361"
    uid: bc703a45-c4a2-4a66-b709-3835fc940fa6
  kind: Event
  lastTimestamp: "2026-09-16T18:56:25Z"
  message: Scaled up replica set isvc-logger-raw-f5e4d-predictor-84c785b866 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T18:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:25Z"
    name: isvc-logger-raw-f5e4d-predictor.18d5e21024828a2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18366"
    uid: d4e75e47-36be-4df9-b53e-10f92651706c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-f5e4d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18362"
    uid: 82293953-be88-48d7-b29a-3eedfca11c72
  kind: Event
  lastTimestamp: "2026-09-16T18:56:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:40Z"
    name: isvc-logger-raw-f5e4d-predictor.18d5e213a2d5ceb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18541"
    uid: 94d1c95b-d299-4a30-bc09-128393a7e2aa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-f5e4d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18362"
    uid: 82293953-be88-48d7-b29a-3eedfca11c72
  kind: Event
  lastTimestamp: "2026-09-16T18:56:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:40Z"
    name: isvc-logger-raw-f5e4d-predictor.18d5e213a345ccab
    namespace: kserve-ci-e2e-test
    resourceVersion: "18543"
    uid: 2e1d8497-a821-4201-a24a-214c7bc88c9b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-f5e4d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18542"
    uid: 82293953-be88-48d7-b29a-3eedfca11c72
  kind: Event
  lastTimestamp: "2026-09-16T18:57:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:55Z"
    name: isvc-logger-raw-f5e4d-predictor.18d5e217221d0373
    namespace: kserve-ci-e2e-test
    resourceVersion: "19268"
    uid: b2f25bd9-e666-4416-9e5f-881a32f5e98e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-f5e4d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18542"
    uid: 82293953-be88-48d7-b29a-3eedfca11c72
  kind: Event
  lastTimestamp: "2026-09-16T18:57:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:56Z"
    name: isvc-logger-raw-f5e4d-predictor.18d5e21722a8c46f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19269"
    uid: 7d679fdd-294f-4a15-805e-15467d5d4501
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-f5e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18353"
    uid: d8d075ac-c972-4b87-a65e-291912f2f2ff
  kind: Event
  lastTimestamp: "2026-09-16T18:57:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:57:49Z"
    name: isvc-logger-raw-f5e4d.18d5e2102453d4f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19169"
    uid: caa79568-5a7b-4a91-aa0d-3bfca8611152
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-f5e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18353"
    uid: d8d075ac-c972-4b87-a65e-291912f2f2ff
  kind: Event
  lastTimestamp: "2026-09-16T18:56:25Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-f5e4d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-f5e4d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:25Z"
    name: isvc-logger-raw-f5e4d.18d5e21024b75003
    namespace: kserve-ci-e2e-test
    resourceVersion: "18368"
    uid: 9bb1168c-f4fe-4776-a559-47ad58921e5d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-f5e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19167"
    uid: d8d075ac-c972-4b87-a65e-291912f2f2ff
  kind: Event
  lastTimestamp: "2026-09-16T18:57:49Z"
  message: InferenceService [isvc-logger-raw-f5e4d] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:57:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:57:49Z"
    name: isvc-logger-raw-f5e4d.18d5e22395949a2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19168"
    uid: 92cefd28-847d-4ad6-9a6e-20311eafbc8c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:55:45.755332Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17850"
    uid: 6e8695aa-9809-481a-a42a-23e11cba2349
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-7f5d46-predictor-58798f9794-tdr4k
    to ip-10-0-143-155.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:55:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:55:45Z"
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k.18d5e206cb223c1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17856"
    uid: dda8d5db-b147-454e-b125-b981e07c9ac1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: 6e8695aa-9809-481a-a42a-23e11cba2349
  kind: Event
  lastTimestamp: "2026-09-16T18:55:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-7f5d46-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:45Z"
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k.18d5e206d54d56d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: df94df04-586b-4f25-8591-6042755d93f0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17860"
    uid: 6e8695aa-9809-481a-a42a-23e11cba2349
  kind: Event
  lastTimestamp: "2026-09-16T18:55:46Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:55:46Z"
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k.18d5e20710ddec82
    namespace: kserve-ci-e2e-test
    resourceVersion: "17875"
    uid: 193a709f-f9b6-43fc-821b-20b3137a42b3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: 6e8695aa-9809-481a-a42a-23e11cba2349
  kind: Event
  lastTimestamp: "2026-09-16T18:55:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:46Z"
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k.18d5e207127e763b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17877"
    uid: 880725da-7cc4-44d1-99a0-8ed255ecd8a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: 6e8695aa-9809-481a-a42a-23e11cba2349
  kind: Event
  lastTimestamp: "2026-09-16T18:55:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:47Z"
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k.18d5e2071577cf7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17878"
    uid: 24496ceb-aee9-4159-baa1-fb8779febffb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: 6e8695aa-9809-481a-a42a-23e11cba2349
  kind: Event
  lastTimestamp: "2026-09-16T18:55:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:47Z"
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k.18d5e20715f83228
    namespace: kserve-ci-e2e-test
    resourceVersion: "17879"
    uid: 631a09e5-1066-49c4-82df-a1b865fadf47
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: 6e8695aa-9809-481a-a42a-23e11cba2349
  kind: Event
  lastTimestamp: "2026-09-16T18:55:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:51Z"
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k.18d5e20808d99e7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17921"
    uid: 503ec70c-c23b-4b08-8f93-bc807b4b3114
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: 6e8695aa-9809-481a-a42a-23e11cba2349
  kind: Event
  lastTimestamp: "2026-09-16T18:55:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:51Z"
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k.18d5e2080c2a62a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17925"
    uid: 5ef11fe8-bbab-4f02-86d9-eb248f9d1786
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: 6e8695aa-9809-481a-a42a-23e11cba2349
  kind: Event
  lastTimestamp: "2026-09-16T18:55:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:51Z"
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k.18d5e2080ca7ef1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 387373d1-101f-4f0f-817a-69f92973b318
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: 6e8695aa-9809-481a-a42a-23e11cba2349
  kind: Event
  lastTimestamp: "2026-09-16T18:55:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:51Z"
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k.18d5e2080cb46160
    namespace: kserve-ci-e2e-test
    resourceVersion: "17927"
    uid: 4b867394-f9db-4c5d-b66e-857fa3e44a3a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: 6e8695aa-9809-481a-a42a-23e11cba2349
  kind: Event
  lastTimestamp: "2026-09-16T18:55:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:51Z"
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k.18d5e2080f8baaaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17929"
    uid: d925950c-4dd2-4acf-a9af-7b62244415e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: 6e8695aa-9809-481a-a42a-23e11cba2349
  kind: Event
  lastTimestamp: "2026-09-16T18:55:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:51Z"
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k.18d5e2081002cd2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17930"
    uid: 1bbe5800-1354-416b-b5a1-76fd7fc0df9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: 6e8695aa-9809-481a-a42a-23e11cba2349
  kind: Event
  lastTimestamp: "2026-09-16T18:56:59Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:59Z"
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k.18d5e20880bca9f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18681"
    uid: f723ff0b-2d60-48a2-9150-509201cb1183
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: 6e8695aa-9809-481a-a42a-23e11cba2349
  kind: Event
  lastTimestamp: "2026-09-16T18:57:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:57:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:49Z"
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k.18d5e22380340709
    namespace: kserve-ci-e2e-test
    resourceVersion: "19154"
    uid: 1336d885-4b3a-4b07-a25a-f50583842736
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: 6e8695aa-9809-481a-a42a-23e11cba2349
  kind: Event
  lastTimestamp: "2026-09-16T18:57:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:57:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:49Z"
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k.18d5e2238034a71e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19156"
    uid: 6dd8b8cd-1d19-482e-8476-f2c69f8c15fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: 6e8695aa-9809-481a-a42a-23e11cba2349
  kind: Event
  lastTimestamp: "2026-09-16T18:57:49Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:57:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:49Z"
    name: isvc-primary-7f5d46-predictor-58798f9794-tdr4k.18d5e223831c0617
    namespace: kserve-ci-e2e-test
    resourceVersion: "19158"
    uid: c12995e8-6c15-44f1-aff5-504fb86c630d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-7f5d46-predictor-58798f9794
    namespace: kserve-ci-e2e-test
    resourceVersion: "17843"
    uid: 3a92ca6e-4051-416d-bd03-44f1546e138d
  kind: Event
  lastTimestamp: "2026-09-16T18:55:45Z"
  message: 'Created pod: isvc-primary-7f5d46-predictor-58798f9794-tdr4k'
  metadata:
    creationTimestamp: "2026-09-16T18:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:45Z"
    name: isvc-primary-7f5d46-predictor-58798f9794.18d5e206ca97566d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17853"
    uid: 9ebc05f0-0fad-414d-b83d-cb513af92f61
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-7f5d46-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17841"
    uid: 5ad58de6-0030-4974-964b-34d4a4c0a7da
  kind: Event
  lastTimestamp: "2026-09-16T18:55:45Z"
  message: Scaled up replica set isvc-primary-7f5d46-predictor-58798f9794 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T18:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:45Z"
    name: isvc-primary-7f5d46-predictor.18d5e206c7a07b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: 97bc8971-88dd-4448-9240-35f1a163d33f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-7f5d46-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: d0b987c2-4838-4c7b-86d8-df058730edaa
  kind: Event
  lastTimestamp: "2026-09-16T18:56:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:30Z"
    name: isvc-primary-7f5d46-predictor.18d5e20a464658eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18438"
    uid: 20ccc429-d75f-43a4-b76d-a1275724b4bf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-7f5d46-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: d0b987c2-4838-4c7b-86d8-df058730edaa
  kind: Event
  lastTimestamp: "2026-09-16T18:56:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:30Z"
    name: isvc-primary-7f5d46-predictor.18d5e20a46c351d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18439"
    uid: b799cf02-846c-4240-b422-7ccfc3cf0d1c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-7f5d46-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18009"
    uid: d0b987c2-4838-4c7b-86d8-df058730edaa
  kind: Event
  lastTimestamp: "2026-09-16T18:57:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:45Z"
    name: isvc-primary-7f5d46-predictor.18d5e20dc5b4f3c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19095"
    uid: f8b8c93b-85d7-44b0-a6d2-444cbdf8f29a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-7f5d46-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18009"
    uid: d0b987c2-4838-4c7b-86d8-df058730edaa
  kind: Event
  lastTimestamp: "2026-09-16T18:57:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:45Z"
    name: isvc-primary-7f5d46-predictor.18d5e20dc63e176c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19097"
    uid: 51418f6b-e01c-4dbd-be34-174888d3ed7b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-7f5d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "17834"
    uid: 0c6f7684-2cdf-465f-b57b-524ec295e39c
  kind: Event
  lastTimestamp: "2026-09-16T18:57:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:57:09Z"
    name: isvc-primary-7f5d46.18d5e206c7ce415a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18760"
    uid: f467e8b2-2ffc-4c59-bcaf-c64a41a6b3c1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-7f5d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "17834"
    uid: 0c6f7684-2cdf-465f-b57b-524ec295e39c
  kind: Event
  lastTimestamp: "2026-09-16T18:55:45Z"
  message: 'Failed to update status for InferenceService "isvc-primary-7f5d46": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-7f5d46":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:55:45Z"
    name: isvc-primary-7f5d46.18d5e206c8516c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "17847"
    uid: 557f5ae0-abe7-41cd-82cb-84033e39ecf3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-7f5d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "17834"
    uid: 0c6f7684-2cdf-465f-b57b-524ec295e39c
  kind: Event
  lastTimestamp: "2026-09-16T18:55:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-7f5d46": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:55:45Z"
    name: isvc-primary-7f5d46.18d5e206c851ab63
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: 92b671b9-78f7-4ad3-a21d-ab25db072a1d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-7f5d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18758"
    uid: 0c6f7684-2cdf-465f-b57b-524ec295e39c
  kind: Event
  lastTimestamp: "2026-09-16T18:57:09Z"
  message: InferenceService [isvc-primary-7f5d46] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:57:09Z"
    name: isvc-primary-7f5d46.18d5e21a39859f2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18759"
    uid: 6ca0aea0-3ca5-4f8c-a455-1199ad4ad45c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:50:40.252604Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14608"
    uid: 6401a490-6320-4ab6-b412-c86da97ca4d5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp
    to ip-10-0-143-155.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:50:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:50:40Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp.18d5e1bfa9c07ef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14616"
    uid: d77d282f-1c9c-4e2b-9cb5-3fac5cf9149a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14623"
    uid: 6401a490-6320-4ab6-b412-c86da97ca4d5
  kind: Event
  lastTimestamp: "2026-09-16T18:50:40Z"
  message: Add eth0 [10.134.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:50:40Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp.18d5e1bfcb7882f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14683"
    uid: e75d65cc-2971-4fb2-8110-46ba75686e20
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14611"
    uid: 6401a490-6320-4ab6-b412-c86da97ca4d5
  kind: Event
  lastTimestamp: "2026-09-16T18:50:40Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
  metadata:
    creationTimestamp: "2026-09-16T18:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:40Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp.18d5e1bfcd50a81d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: 0e2242c9-568d-48a9-becd-59e1f22c3093
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14611"
    uid: 6401a490-6320-4ab6-b412-c86da97ca4d5
  kind: Event
  lastTimestamp: "2026-09-16T18:50:44Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    in 3.692s (3.692s including waiting). Image size: 306757058 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:44Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp.18d5e1c0a9652125
    namespace: kserve-ci-e2e-test
    resourceVersion: "14733"
    uid: bbe92b97-30a0-48b0-a76a-a3f6741d1d92
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14611"
    uid: 6401a490-6320-4ab6-b412-c86da97ca4d5
  kind: Event
  lastTimestamp: "2026-09-16T18:50:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:44Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp.18d5e1c0ac4e043b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14735"
    uid: 0898a96a-483f-4a9d-9eaa-ac3857ee75fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14611"
    uid: 6401a490-6320-4ab6-b412-c86da97ca4d5
  kind: Event
  lastTimestamp: "2026-09-16T18:50:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:44Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp.18d5e1c0acb88f83
    namespace: kserve-ci-e2e-test
    resourceVersion: "14737"
    uid: e164867a-c35c-4ac8-8bcf-765c342fe1a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14611"
    uid: 6401a490-6320-4ab6-b412-c86da97ca4d5
  kind: Event
  lastTimestamp: "2026-09-16T18:50:48Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
  metadata:
    creationTimestamp: "2026-09-16T18:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:48Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp.18d5e1c1a17f293f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 881fcc1b-37f0-441a-a710-3251cc657e55
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14611"
    uid: 6401a490-6320-4ab6-b412-c86da97ca4d5
  kind: Event
  lastTimestamp: "2026-09-16T18:51:05Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    in 16.535s (16.535s including waiting). Image size: 1580716956 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:05Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp.18d5e1c57b134b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: f7f8cfa1-af6e-4c1a-9299-645fef0d64f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14611"
    uid: 6401a490-6320-4ab6-b412-c86da97ca4d5
  kind: Event
  lastTimestamp: "2026-09-16T18:51:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:05Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp.18d5e1c57e48233a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 688cffdc-94f6-4aac-9fda-915d6199694d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14611"
    uid: 6401a490-6320-4ab6-b412-c86da97ca4d5
  kind: Event
  lastTimestamp: "2026-09-16T18:51:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:05Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp.18d5e1c57ebfbbed
    namespace: kserve-ci-e2e-test
    resourceVersion: "14935"
    uid: 4181f002-6080-4f4a-9677-70924028696d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14611"
    uid: 6401a490-6320-4ab6-b412-c86da97ca4d5
  kind: Event
  lastTimestamp: "2026-09-16T18:51:05Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T18:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:05Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp.18d5e1c57ece24e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14936"
    uid: c2de4dc5-bd84-4571-86e1-ffccb409db3a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14611"
    uid: 6401a490-6320-4ab6-b412-c86da97ca4d5
  kind: Event
  lastTimestamp: "2026-09-16T18:51:07Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.568s (2.568s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:07Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp.18d5e1c617ebfa74
    namespace: kserve-ci-e2e-test
    resourceVersion: "14954"
    uid: 183a338f-cbd2-404d-8753-771fe0505f18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14611"
    uid: 6401a490-6320-4ab6-b412-c86da97ca4d5
  kind: Event
  lastTimestamp: "2026-09-16T18:51:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:07Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp.18d5e1c61b84a5a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14956"
    uid: d4501e62-58c2-4960-86a9-0082f8b984cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14611"
    uid: 6401a490-6320-4ab6-b412-c86da97ca4d5
  kind: Event
  lastTimestamp: "2026-09-16T18:51:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:07Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp.18d5e1c61c0452cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14958"
    uid: 0c4c1c24-aafa-4e92-919d-09dacc73a397
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14611"
    uid: 6401a490-6320-4ab6-b412-c86da97ca4d5
  kind: Event
  lastTimestamp: "2026-09-16T18:51:07Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:b2f25d6795b8ebd41ededee75d11d5b4c26ab534501a041bcd9b37043528824a"
  metadata:
    creationTimestamp: "2026-09-16T18:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:07Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp.18d5e1c61c13cadf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14960"
    uid: 6e4553b8-9543-49d2-9b44-825a6d469d49
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14611"
    uid: 6401a490-6320-4ab6-b412-c86da97ca4d5
  kind: Event
  lastTimestamp: "2026-09-16T18:51:10Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:b2f25d6795b8ebd41ededee75d11d5b4c26ab534501a041bcd9b37043528824a"
    in 2.271s (2.271s including waiting). Image size: 239960677 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:10Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp.18d5e1c6a37ef683
    namespace: kserve-ci-e2e-test
    resourceVersion: "14978"
    uid: 31068bd5-1977-4586-b024-cdec2133a148
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14611"
    uid: 6401a490-6320-4ab6-b412-c86da97ca4d5
  kind: Event
  lastTimestamp: "2026-09-16T18:51:10Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T18:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:10Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp.18d5e1c6a69c1858
    namespace: kserve-ci-e2e-test
    resourceVersion: "14982"
    uid: 6d38e917-1816-49e3-b2d6-c1e2ecbaf424
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14611"
    uid: 6401a490-6320-4ab6-b412-c86da97ca4d5
  kind: Event
  lastTimestamp: "2026-09-16T18:51:10Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T18:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:10Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp.18d5e1c6a7299cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14983"
    uid: d06321f3-cec1-4733-8c03-2da921cebe55
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14611"
    uid: 6401a490-6320-4ab6-b412-c86da97ca4d5
  kind: Event
  lastTimestamp: "2026-09-16T18:52:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:51Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp.18d5e1c6cadc5c03
    namespace: kserve-ci-e2e-test
    resourceVersion: "15990"
    uid: 2986a98b-079b-463e-974d-015cbacdb14f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14611"
    uid: 6401a490-6320-4ab6-b412-c86da97ca4d5
  kind: Event
  lastTimestamp: "2026-09-16T18:52:51Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T18:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:51Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp.18d5e1c6cae81115
    namespace: kserve-ci-e2e-test
    resourceVersion: "15991"
    uid: 58ac7930-5985-42e3-97d5-531075b90427
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14611"
    uid: 6401a490-6320-4ab6-b412-c86da97ca4d5
  kind: Event
  lastTimestamp: "2026-09-16T18:52:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:35Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp.18d5e1da6c00719e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15737"
    uid: 21d9dd70-7101-4075-90ed-42bdf8b9b0b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14611"
    uid: 6401a490-6320-4ab6-b412-c86da97ca4d5
  kind: Event
  lastTimestamp: "2026-09-16T18:52:35Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T18:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:35Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp.18d5e1da6c00c84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15738"
    uid: 702a9cbd-81f6-4fba-85a6-1cc23acc8d32
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14611"
    uid: 6401a490-6320-4ab6-b412-c86da97ca4d5
  kind: Event
  lastTimestamp: "2026-09-16T18:52:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:35Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp.18d5e1da6c012e02
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: e99f5893-1b1d-4c00-aee2-c41700aef636
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14611"
    uid: 6401a490-6320-4ab6-b412-c86da97ca4d5
  kind: Event
  lastTimestamp: "2026-09-16T18:52:46Z"
  message: 'Readiness probe failed: Get "https://10.134.0.21:8643/healthz": dial tcp
    10.134.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:46Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp.18d5e1dad1109835
    namespace: kserve-ci-e2e-test
    resourceVersion: "15955"
    uid: 8d0081de-0723-4783-b6a8-013b4fed76fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14594"
    uid: e786363f-6c50-401f-a52f-7027979b84ca
  kind: Event
  lastTimestamp: "2026-09-16T18:50:40Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c-gxnwp'
  metadata:
    creationTimestamp: "2026-09-16T18:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:50:40Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c.18d5e1bfa91c39dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14609"
    uid: d9f83745-33d0-4835-8499-9b012a1d6bfe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-6a476-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14593"
    uid: 8b2d6aa3-8928-4358-8be2-a7198df15ece
  kind: Event
  lastTimestamp: "2026-09-16T18:50:40Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-6a476-predictor-9c66c784c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:50:40Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor.18d5e1bfa036f451
    namespace: kserve-ci-e2e-test
    resourceVersion: "14595"
    uid: 49c43b4d-602a-4f68-b88b-6d60897edf39
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-6a476-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14603"
    uid: c1d6f5f4-faf3-4470-88e8-65838a50688c
  kind: Event
  lastTimestamp: "2026-09-16T18:51:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:51:40Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor.18d5e1c325a406e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15219"
    uid: 0d71bf0e-8855-4e07-9fad-d2b1933ada6c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-6a476-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14603"
    uid: c1d6f5f4-faf3-4470-88e8-65838a50688c
  kind: Event
  lastTimestamp: "2026-09-16T18:51:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:51:40Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor.18d5e1c326335263
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: b4cadc0c-dd50-43b6-a80a-7733f411226e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-6a476-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14844"
    uid: c1d6f5f4-faf3-4470-88e8-65838a50688c
  kind: Event
  lastTimestamp: "2026-09-16T18:52:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:25Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor.18d5e1d1228034f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15599"
    uid: a2145c02-c2fe-4e9d-b8c0-66ef79789d40
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-6a476-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14844"
    uid: c1d6f5f4-faf3-4470-88e8-65838a50688c
  kind: Event
  lastTimestamp: "2026-09-16T18:52:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:25Z"
    name: isvc-raw-sklearn-batcher-6a476-predictor.18d5e1d122f6f491
    namespace: kserve-ci-e2e-test
    resourceVersion: "15600"
    uid: df93e4d6-728f-4832-8a76-b42adb09351c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-6a476
    namespace: kserve-ci-e2e-test
    resourceVersion: "14583"
    uid: 2ac81090-315d-41a0-bdaa-e285f0daf17a
  kind: Event
  lastTimestamp: "2026-09-16T18:52:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:52:21Z"
    name: isvc-raw-sklearn-batcher-6a476.18d5e1bfa61ac729
    namespace: kserve-ci-e2e-test
    resourceVersion: "15576"
    uid: 34ee5d44-f3cc-4f08-b10e-f11648d2d881
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-6a476
    namespace: kserve-ci-e2e-test
    resourceVersion: "14583"
    uid: 2ac81090-315d-41a0-bdaa-e285f0daf17a
  kind: Event
  lastTimestamp: "2026-09-16T18:50:40Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-6a476":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-6a476":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:50:40Z"
    name: isvc-raw-sklearn-batcher-6a476.18d5e1bfa67cfe32
    namespace: kserve-ci-e2e-test
    resourceVersion: "14605"
    uid: b3ea58d2-e596-43f6-8cf8-60763941871b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-6a476
    namespace: kserve-ci-e2e-test
    resourceVersion: "14583"
    uid: 2ac81090-315d-41a0-bdaa-e285f0daf17a
  kind: Event
  lastTimestamp: "2026-09-16T18:50:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-6a476": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:50:40Z"
    name: isvc-raw-sklearn-batcher-6a476.18d5e1bfa67d4c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "14606"
    uid: 6f09b8ae-77b4-4212-a4e5-64486d3288f4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-6a476
    namespace: kserve-ci-e2e-test
    resourceVersion: "15572"
    uid: 2ac81090-315d-41a0-bdaa-e285f0daf17a
  kind: Event
  lastTimestamp: "2026-09-16T18:52:21Z"
  message: InferenceService [isvc-raw-sklearn-batcher-6a476] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:52:21Z"
    name: isvc-raw-sklearn-batcher-6a476.18d5e1d73b6fd1f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15574"
    uid: 90fca175-b596-4cc0-a315-1df7027e9291
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:57:30.989243Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-7f5d46-predictor-66cd696585-j6fj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18949"
    uid: abd05f08-5e2b-4b73-a208-13eabd774f24
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-7f5d46-predictor-66cd696585-j6fj6
    to ip-10-0-131-137.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:57:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:57:30Z"
    name: isvc-secondary-7f5d46-predictor-66cd696585-j6fj6.18d5e21f4b9055d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18955"
    uid: fa03b2f7-2ef5-4336-92df-fcd4f2ea5583
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-7f5d46-predictor-66cd696585-j6fj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18950"
    uid: abd05f08-5e2b-4b73-a208-13eabd774f24
  kind: Event
  lastTimestamp: "2026-09-16T18:57:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-7f5d46-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:31Z"
    name: isvc-secondary-7f5d46-predictor-66cd696585-j6fj6.18d5e21f5385b076
    namespace: kserve-ci-e2e-test
    resourceVersion: "18965"
    uid: d80d10a6-4d70-49c2-9b83-58d5220389fa
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-7f5d46-predictor-66cd696585-j6fj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18959"
    uid: abd05f08-5e2b-4b73-a208-13eabd774f24
  kind: Event
  lastTimestamp: "2026-09-16T18:57:33Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:57:33Z"
    name: isvc-secondary-7f5d46-predictor-66cd696585-j6fj6.18d5e21fc7a31af0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18983"
    uid: 4e897d6a-3ace-4f10-8b64-53fe81c69439
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-7f5d46-predictor-66cd696585-j6fj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18950"
    uid: abd05f08-5e2b-4b73-a208-13eabd774f24
  kind: Event
  lastTimestamp: "2026-09-16T18:57:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:38Z"
    name: isvc-secondary-7f5d46-predictor-66cd696585-j6fj6.18d5e21fc91b7604
    namespace: kserve-ci-e2e-test
    resourceVersion: "19021"
    uid: b7c36f06-e76e-4afc-afcf-e64939dacafc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-7f5d46-predictor-66cd696585-j6fj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18950"
    uid: abd05f08-5e2b-4b73-a208-13eabd774f24
  kind: Event
  lastTimestamp: "2026-09-16T18:57:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:38Z"
    name: isvc-secondary-7f5d46-predictor-66cd696585-j6fj6.18d5e21fcbfa80a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: c7606049-cbe7-4bce-ab29-04ae62ff7109
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-7f5d46-predictor-66cd696585-j6fj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18950"
    uid: abd05f08-5e2b-4b73-a208-13eabd774f24
  kind: Event
  lastTimestamp: "2026-09-16T18:57:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:38Z"
    name: isvc-secondary-7f5d46-predictor-66cd696585-j6fj6.18d5e21fcc709c53
    namespace: kserve-ci-e2e-test
    resourceVersion: "19027"
    uid: efe542f2-d738-4e3f-bcf0-d0e1512bb06e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-7f5d46-predictor-66cd696585-j6fj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18950"
    uid: abd05f08-5e2b-4b73-a208-13eabd774f24
  kind: Event
  lastTimestamp: "2026-09-16T18:57:44Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-7f5d46-predictor-66cd696585-j6fj6_kserve-ci-e2e-test(abd05f08-5e2b-4b73-a208-13eabd774f24)
  metadata:
    creationTimestamp: "2026-09-16T18:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:44Z"
    name: isvc-secondary-7f5d46-predictor-66cd696585-j6fj6.18d5e22261f266fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: c944c1c7-b322-4458-bb9f-7987aaa5a4cf
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-7f5d46-predictor-66cd696585
    namespace: kserve-ci-e2e-test
    resourceVersion: "18940"
    uid: b36ebbc2-f9e1-403b-91df-7af67e0f420c
  kind: Event
  lastTimestamp: "2026-09-16T18:57:30Z"
  message: 'Created pod: isvc-secondary-7f5d46-predictor-66cd696585-j6fj6'
  metadata:
    creationTimestamp: "2026-09-16T18:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:30Z"
    name: isvc-secondary-7f5d46-predictor-66cd696585.18d5e21f4b00c7a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18952"
    uid: 69bc51fc-7c30-46e3-87dc-83574a884501
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-7f5d46-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18938"
    uid: 3a230ff9-4501-481e-8331-d30689dcd8f0
  kind: Event
  lastTimestamp: "2026-09-16T18:57:30Z"
  message: Scaled up replica set isvc-secondary-7f5d46-predictor-66cd696585 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T18:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:30Z"
    name: isvc-secondary-7f5d46-predictor.18d5e21f47dd4382
    namespace: kserve-ci-e2e-test
    resourceVersion: "18941"
    uid: f9eaee92-9116-46af-bc5a-44c610242155
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-7f5d46-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18939"
    uid: 4c4e1e41-cbaf-40d4-b796-57fe30430dc4
  kind: Event
  lastTimestamp: "2026-09-16T18:57:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:45Z"
    name: isvc-secondary-7f5d46-predictor.18d5e222c6ae4fe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: 9b8d1232-e526-41f1-ba18-d1f4c8f27326
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-7f5d46-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18939"
    uid: 4c4e1e41-cbaf-40d4-b796-57fe30430dc4
  kind: Event
  lastTimestamp: "2026-09-16T18:57:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:45Z"
    name: isvc-secondary-7f5d46-predictor.18d5e222c7239b62
    namespace: kserve-ci-e2e-test
    resourceVersion: "19100"
    uid: 511b3ae0-1e5f-48b0-b2c4-93aa67b64dd0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-7f5d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18929"
    uid: d8966593-c005-486b-afec-1c6a4235bf09
  kind: Event
  lastTimestamp: "2026-09-16T18:57:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:57:44Z"
    name: isvc-secondary-7f5d46.18d5e21f4819bec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19084"
    uid: 88252aac-f33c-476a-9ec3-24a5d10179da
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-7f5d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18929"
    uid: d8966593-c005-486b-afec-1c6a4235bf09
  kind: Event
  lastTimestamp: "2026-09-16T18:57:30Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-7f5d46":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-7f5d46":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:57:30Z"
    name: isvc-secondary-7f5d46.18d5e21f489f64ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "18945"
    uid: 5a1e4069-021e-4d5e-97c4-b233618277b9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-7f5d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18929"
    uid: d8966593-c005-486b-afec-1c6a4235bf09
  kind: Event
  lastTimestamp: "2026-09-16T18:57:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-7f5d46": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:57:30Z"
    name: isvc-secondary-7f5d46.18d5e21f489fadac
    namespace: kserve-ci-e2e-test
    resourceVersion: "18948"
    uid: 1865001f-af24-434d-9aec-4b5da707461d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:52:35.319569Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: 971a8da3-69fe-4800-ad07-a4c991615f08
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv
    to ip-10-0-131-137.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:52:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:52:35Z"
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv.18d5e1da74471ce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15769"
    uid: e7af1f33-0eed-4d12-b3c0-a20466f4588a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 971a8da3-69fe-4800-ad07-a4c991615f08
  kind: Event
  lastTimestamp: "2026-09-16T18:52:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-c594f-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:35Z"
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv.18d5e1da8615929b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15819"
    uid: 5fde0046-74d8-4548-ab06-5d55281d37a2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15780"
    uid: 971a8da3-69fe-4800-ad07-a4c991615f08
  kind: Event
  lastTimestamp: "2026-09-16T18:52:36Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:52:36Z"
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv.18d5e1daba177d3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15836"
    uid: 6028f6c1-9e99-4752-995c-eb2e747e1522
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 971a8da3-69fe-4800-ad07-a4c991615f08
  kind: Event
  lastTimestamp: "2026-09-16T18:52:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:36Z"
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv.18d5e1dabb96de07
    namespace: kserve-ci-e2e-test
    resourceVersion: "15838"
    uid: 3bbf1ad3-f124-46e6-9c3a-c2aa745a80aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 971a8da3-69fe-4800-ad07-a4c991615f08
  kind: Event
  lastTimestamp: "2026-09-16T18:52:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:36Z"
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv.18d5e1dabf017fc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15839"
    uid: 6167166d-3885-4b37-ac8f-c2d1ee80bb56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 971a8da3-69fe-4800-ad07-a4c991615f08
  kind: Event
  lastTimestamp: "2026-09-16T18:52:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:36Z"
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv.18d5e1dabf7f9291
    namespace: kserve-ci-e2e-test
    resourceVersion: "15840"
    uid: 3b05fd4d-9339-485b-b46a-0712a3e33981
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 971a8da3-69fe-4800-ad07-a4c991615f08
  kind: Event
  lastTimestamp: "2026-09-16T18:52:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:40Z"
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv.18d5e1dbbc640345
    namespace: kserve-ci-e2e-test
    resourceVersion: "15891"
    uid: 603489c1-cc51-463f-aa43-83d67728dd2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 971a8da3-69fe-4800-ad07-a4c991615f08
  kind: Event
  lastTimestamp: "2026-09-16T18:52:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:40Z"
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv.18d5e1dbbf6f3249
    namespace: kserve-ci-e2e-test
    resourceVersion: "15894"
    uid: 873c86b6-6fdb-4c94-b91e-a39968d6d501
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 971a8da3-69fe-4800-ad07-a4c991615f08
  kind: Event
  lastTimestamp: "2026-09-16T18:52:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:40Z"
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv.18d5e1dbbfeb947b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: f5333640-c039-4b32-b2e7-9ea72f5e07f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 971a8da3-69fe-4800-ad07-a4c991615f08
  kind: Event
  lastTimestamp: "2026-09-16T18:52:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:40Z"
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv.18d5e1dbbff64af1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15898"
    uid: 4999ee9b-8ffb-4c30-95aa-60392f313ed8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 971a8da3-69fe-4800-ad07-a4c991615f08
  kind: Event
  lastTimestamp: "2026-09-16T18:52:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:40Z"
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv.18d5e1dbc3499693
    namespace: kserve-ci-e2e-test
    resourceVersion: "15901"
    uid: 5f83f1e2-6437-410b-9732-df9737f22d43
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 971a8da3-69fe-4800-ad07-a4c991615f08
  kind: Event
  lastTimestamp: "2026-09-16T18:52:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:40Z"
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv.18d5e1dbc3c29a92
    namespace: kserve-ci-e2e-test
    resourceVersion: "15902"
    uid: 45234232-4c7e-492e-acd7-c871f200ad93
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 971a8da3-69fe-4800-ad07-a4c991615f08
  kind: Event
  lastTimestamp: "2026-09-16T18:53:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:51Z"
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv.18d5e1dc3495548d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 3ccd9358-5d18-4968-8c2d-6928aa027c69
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 971a8da3-69fe-4800-ad07-a4c991615f08
  kind: Event
  lastTimestamp: "2026-09-16T18:54:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:25Z"
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv.18d5e1f41bda98a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16972"
    uid: 020887cc-2bb3-45b1-bc26-4ca2bc2a8f72
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 971a8da3-69fe-4800-ad07-a4c991615f08
  kind: Event
  lastTimestamp: "2026-09-16T18:54:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:25Z"
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv.18d5e1f41bdb4cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: bccf6039-d7be-4ae8-96ea-8abda8860f5c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 971a8da3-69fe-4800-ad07-a4c991615f08
  kind: Event
  lastTimestamp: "2026-09-16T18:54:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:28Z"
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv.18d5e1f4e2fe4479
    namespace: kserve-ci-e2e-test
    resourceVersion: "17112"
    uid: 4dac3ef1-a5fb-41d0-9129-9e86d32b38fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: 08b72b58-b867-4409-8d6c-4295a1538d6a
  kind: Event
  lastTimestamp: "2026-09-16T18:52:35Z"
  message: 'Created pod: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7-zclvv'
  metadata:
    creationTimestamp: "2026-09-16T18:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:35Z"
    name: isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7.18d5e1da73ce1443
    namespace: kserve-ci-e2e-test
    resourceVersion: "15765"
    uid: 0246f1bf-1808-4a97-95bd-d93faf24d0fc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-c594f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15754"
    uid: a72cefba-8fcb-4235-8325-20af14b9b962
  kind: Event
  lastTimestamp: "2026-09-16T18:52:35Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-c594f-predictor-86b8c4b7d7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:35Z"
    name: isvc-sklearn-graph-raw-c594f-predictor.18d5e1da70de8a64
    namespace: kserve-ci-e2e-test
    resourceVersion: "15758"
    uid: 030087f8-f870-4c24-8a0a-7f63aa581ab0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-c594f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15756"
    uid: 4ea906e1-851a-4169-a425-8f5c072a28ae
  kind: Event
  lastTimestamp: "2026-09-16T18:53:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:05Z"
    name: isvc-sklearn-graph-raw-c594f-predictor.18d5e1ddeffedb61
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: c55a7099-fee6-466f-85ac-9b8bfe500c7a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-c594f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15756"
    uid: 4ea906e1-851a-4169-a425-8f5c072a28ae
  kind: Event
  lastTimestamp: "2026-09-16T18:53:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:05Z"
    name: isvc-sklearn-graph-raw-c594f-predictor.18d5e1ddf075c261
    namespace: kserve-ci-e2e-test
    resourceVersion: "16104"
    uid: d3b902be-ef00-41f2-b7ca-894e3384b068
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-c594f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15980"
    uid: 4ea906e1-851a-4169-a425-8f5c072a28ae
  kind: Event
  lastTimestamp: "2026-09-16T18:54:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:20Z"
    name: isvc-sklearn-graph-raw-c594f-predictor.18d5e1e4ef297f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16887"
    uid: 1803aa56-ce6e-4aba-bf66-4281576463cc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-c594f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15980"
    uid: 4ea906e1-851a-4169-a425-8f5c072a28ae
  kind: Event
  lastTimestamp: "2026-09-16T18:54:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:20Z"
    name: isvc-sklearn-graph-raw-c594f-predictor.18d5e1e4efa42d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16888"
    uid: df565c3f-2728-44fd-abf7-ac6e23458e58
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-c594f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15743"
    uid: 8d9fc3ff-be47-43e4-b048-0ebe5c90d5f6
  kind: Event
  lastTimestamp: "2026-09-16T18:54:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:54:01Z"
    name: isvc-sklearn-graph-raw-c594f.18d5e1da70df643a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16560"
    uid: 4c264cc9-30e6-48d9-ac6a-9281a30d07ba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-c594f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15761"
    uid: 8d9fc3ff-be47-43e4-b048-0ebe5c90d5f6
  kind: Event
  lastTimestamp: "2026-09-16T18:52:35Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-c594f":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-c594f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:52:35Z"
    name: isvc-sklearn-graph-raw-c594f.18d5e1da75010a75
    namespace: kserve-ci-e2e-test
    resourceVersion: "15775"
    uid: 8552cf2d-5c1f-4475-94d5-82387f288dbb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-c594f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16558"
    uid: 8d9fc3ff-be47-43e4-b048-0ebe5c90d5f6
  kind: Event
  lastTimestamp: "2026-09-16T18:54:01Z"
  message: InferenceService [isvc-sklearn-graph-raw-c594f] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:54:01Z"
    name: isvc-sklearn-graph-raw-c594f.18d5e1ee93f22df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 79c30cf1-7225-499d-b435-3c5a8e61f569
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:54:25.589909Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17007"
    uid: 9367fd48-e17c-4177-a4db-ec1f8971663a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l
    to ip-10-0-143-155.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:54:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:54:25Z"
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l.18d5e1f420e6eebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: d603b5f1-5da7-46d9-ad97-e2cebab97ef6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: 9367fd48-e17c-4177-a4db-ec1f8971663a
  kind: Event
  lastTimestamp: "2026-09-16T18:54:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-61bdc-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:25Z"
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l.18d5e1f42e423af6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17054"
    uid: 6da16913-0f10-4239-8409-a6057bf1a750
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17022"
    uid: 9367fd48-e17c-4177-a4db-ec1f8971663a
  kind: Event
  lastTimestamp: "2026-09-16T18:54:26Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:54:26Z"
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l.18d5e1f466b5fedf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: dc465114-bd75-4941-ae65-0e459bf6acfc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: 9367fd48-e17c-4177-a4db-ec1f8971663a
  kind: Event
  lastTimestamp: "2026-09-16T18:54:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:26Z"
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l.18d5e1f4687c2abe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: dd67b961-325a-49be-ae37-baaa85d6894d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: 9367fd48-e17c-4177-a4db-ec1f8971663a
  kind: Event
  lastTimestamp: "2026-09-16T18:54:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:26Z"
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l.18d5e1f46bdc3c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17078"
    uid: 9ed284b1-8dfe-46ef-ade0-e2f5f79d3a96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: 9367fd48-e17c-4177-a4db-ec1f8971663a
  kind: Event
  lastTimestamp: "2026-09-16T18:54:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:26Z"
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l.18d5e1f46c68a875
    namespace: kserve-ci-e2e-test
    resourceVersion: "17079"
    uid: d8e4b92a-2249-43cf-8700-7796a32f12d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: 9367fd48-e17c-4177-a4db-ec1f8971663a
  kind: Event
  lastTimestamp: "2026-09-16T18:54:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:30Z"
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l.18d5e1f5536ce5e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17134"
    uid: 09d69e50-2b81-4087-9287-8fc63908ecc1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: 9367fd48-e17c-4177-a4db-ec1f8971663a
  kind: Event
  lastTimestamp: "2026-09-16T18:54:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:30Z"
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l.18d5e1f5563f845e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17136"
    uid: 0a80e4b0-10bc-44de-ba04-ad73ad68ea52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: 9367fd48-e17c-4177-a4db-ec1f8971663a
  kind: Event
  lastTimestamp: "2026-09-16T18:54:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:30Z"
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l.18d5e1f556bac50f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17138"
    uid: 1a91e71a-d135-4c0d-b46d-47da70079ad3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: 9367fd48-e17c-4177-a4db-ec1f8971663a
  kind: Event
  lastTimestamp: "2026-09-16T18:54:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:30Z"
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l.18d5e1f556c37f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "17140"
    uid: 36ec1d7c-438e-4e7c-b23c-57d3ff94df8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: 9367fd48-e17c-4177-a4db-ec1f8971663a
  kind: Event
  lastTimestamp: "2026-09-16T18:54:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:30Z"
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l.18d5e1f55a0e0967
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: 7041330b-bbea-43fc-9743-453c5143eb88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: 9367fd48-e17c-4177-a4db-ec1f8971663a
  kind: Event
  lastTimestamp: "2026-09-16T18:54:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:30Z"
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l.18d5e1f55a80690c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17143"
    uid: 2f8e9b81-6cd5-46fb-b03b-f1e5d194d947
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: 9367fd48-e17c-4177-a4db-ec1f8971663a
  kind: Event
  lastTimestamp: "2026-09-16T18:56:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:18Z"
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l.18d5e1f5cb487a36
    namespace: kserve-ci-e2e-test
    resourceVersion: "18282"
    uid: dfb3dbfe-c265-4088-af67-8a1d22922a82
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: 9367fd48-e17c-4177-a4db-ec1f8971663a
  kind: Event
  lastTimestamp: "2026-09-16T18:56:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:15Z"
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l.18d5e20dcdbedb2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18201"
    uid: 4eb49b2e-a747-412f-94a0-54e730df0069
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: 9367fd48-e17c-4177-a4db-ec1f8971663a
  kind: Event
  lastTimestamp: "2026-09-16T18:56:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:15Z"
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l.18d5e20dcdbf66f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18207"
    uid: a827e141-857a-4ba7-bfd3-babb749d6a01
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: 9367fd48-e17c-4177-a4db-ec1f8971663a
  kind: Event
  lastTimestamp: "2026-09-16T18:56:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:18Z"
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l.18d5e20e7991cd02
    namespace: kserve-ci-e2e-test
    resourceVersion: "18281"
    uid: d4903487-c47d-44eb-970a-539e7925d4a6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16989"
    uid: 97fffb01-420f-4098-995e-6b528bc0161b
  kind: Event
  lastTimestamp: "2026-09-16T18:54:25Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f-9w74l'
  metadata:
    creationTimestamp: "2026-09-16T18:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:25Z"
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f.18d5e1f4203cf355
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 47cf419a-d3b0-41e4-8555-ec7a51510c3b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: 5f0e7bc6-2916-4019-bc58-198353956dbe
  kind: Event
  lastTimestamp: "2026-09-16T18:54:25Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-61bdc-predictor-686569965f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:25Z"
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor.18d5e1f41da43fa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16994"
    uid: 728140f2-a06a-4b5d-b61b-c0309b757653
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16988"
    uid: ede40079-3f00-45b3-8fee-c1752dc33d95
  kind: Event
  lastTimestamp: "2026-09-16T18:55:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:10Z"
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor.18d5e1f79c4a55ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17476"
    uid: abe33614-dd47-4451-9e33-ad4dab6cf132
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16988"
    uid: ede40079-3f00-45b3-8fee-c1752dc33d95
  kind: Event
  lastTimestamp: "2026-09-16T18:55:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:10Z"
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor.18d5e1f79cbafad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17477"
    uid: b6c04285-e95a-47e8-877e-a2253138d600
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17238"
    uid: ede40079-3f00-45b3-8fee-c1752dc33d95
  kind: Event
  lastTimestamp: "2026-09-16T18:56:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:10Z"
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor.18d5e1fb1bf29ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18114"
    uid: 7ece99fa-55b2-4ae3-9681-bd6fe6f77504
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17238"
    uid: ede40079-3f00-45b3-8fee-c1752dc33d95
  kind: Event
  lastTimestamp: "2026-09-16T18:56:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:10Z"
    name: isvc-sklearn-graph-raw-hpa-61bdc-predictor.18d5e1fb1c6ae11c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18115"
    uid: b4cea264-66c9-49fa-9447-4dacea804928
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-61bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: f493754b-cb8c-4a33-a56b-d2f0f31dbd35
  kind: Event
  lastTimestamp: "2026-09-16T18:55:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:55:48Z"
    name: isvc-sklearn-graph-raw-hpa-61bdc.18d5e1f41dc43e93
    namespace: kserve-ci-e2e-test
    resourceVersion: "17907"
    uid: 4454679f-6751-40be-8e8f-79aaa0e2286f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-61bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: f493754b-cb8c-4a33-a56b-d2f0f31dbd35
  kind: Event
  lastTimestamp: "2026-09-16T18:54:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-61bdc":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-61bdc":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:54:25Z"
    name: isvc-sklearn-graph-raw-hpa-61bdc.18d5e1f41e4c43cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16999"
    uid: 6e628bb0-3c61-4f93-95b6-a47fa4f1d647
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-61bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17905"
    uid: f493754b-cb8c-4a33-a56b-d2f0f31dbd35
  kind: Event
  lastTimestamp: "2026-09-16T18:55:48Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-61bdc] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:55:48Z"
    name: isvc-sklearn-graph-raw-hpa-61bdc.18d5e20782e758e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17906"
    uid: 2b2dfd8a-fe92-41c6-9cd7-cf47df2742b3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:58:01.344301Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19377"
    uid: 3078bb75-1754-4187-8593-143f47243046
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq
    to ip-10-0-131-137.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:58:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:58:01Z"
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq.18d5e2265cddb928
    namespace: kserve-ci-e2e-test
    resourceVersion: "19384"
    uid: 78ccc6ca-8926-4fae-a1c3-157c83be16f1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19388"
    uid: 3078bb75-1754-4187-8593-143f47243046
  kind: Event
  lastTimestamp: "2026-09-16T18:58:01Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:58:01Z"
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq.18d5e2267e8df59d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19398"
    uid: 5c7f30b3-b767-444e-b8e6-e9e2042a36fa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19380"
    uid: 3078bb75-1754-4187-8593-143f47243046
  kind: Event
  lastTimestamp: "2026-09-16T18:58:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:01Z"
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq.18d5e2267ffc5e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19400"
    uid: 311d9a11-bd95-4fb9-8a14-efe18bb02290
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19380"
    uid: 3078bb75-1754-4187-8593-143f47243046
  kind: Event
  lastTimestamp: "2026-09-16T18:58:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:01Z"
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq.18d5e226829b2bde
    namespace: kserve-ci-e2e-test
    resourceVersion: "19401"
    uid: 22da19a4-42ba-4def-acff-e975bf35c3e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19380"
    uid: 3078bb75-1754-4187-8593-143f47243046
  kind: Event
  lastTimestamp: "2026-09-16T18:58:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:01Z"
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq.18d5e226831072ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19402"
    uid: 3ad74318-0102-4210-b2e6-7da7ebdf8b6a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19380"
    uid: 3078bb75-1754-4187-8593-143f47243046
  kind: Event
  lastTimestamp: "2026-09-16T18:58:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:06Z"
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq.18d5e2278701b333
    namespace: kserve-ci-e2e-test
    resourceVersion: "19458"
    uid: daa6c96e-edd6-48f3-ade3-d45bd2c0f44e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19380"
    uid: 3078bb75-1754-4187-8593-143f47243046
  kind: Event
  lastTimestamp: "2026-09-16T18:58:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:06Z"
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq.18d5e2278a323e5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19462"
    uid: 4ce6ca88-4f7f-4f70-acbe-f587b2fa5849
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19380"
    uid: 3078bb75-1754-4187-8593-143f47243046
  kind: Event
  lastTimestamp: "2026-09-16T18:58:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:06Z"
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq.18d5e2278aa55864
    namespace: kserve-ci-e2e-test
    resourceVersion: "19464"
    uid: cb360d38-214e-43f7-b0a3-59c5c460c7b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19380"
    uid: 3078bb75-1754-4187-8593-143f47243046
  kind: Event
  lastTimestamp: "2026-09-16T18:58:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:06Z"
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq.18d5e2278aaf3dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19466"
    uid: 7d3fdf1c-3aaf-478c-980e-2c4074ab1f76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19380"
    uid: 3078bb75-1754-4187-8593-143f47243046
  kind: Event
  lastTimestamp: "2026-09-16T18:58:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:06Z"
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq.18d5e2278dd7c50c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19470"
    uid: aded453d-f3b8-4da5-9348-87cfca504796
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19380"
    uid: 3078bb75-1754-4187-8593-143f47243046
  kind: Event
  lastTimestamp: "2026-09-16T18:58:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:06Z"
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq.18d5e2278e4a399f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19471"
    uid: 9704ca17-707d-4d8d-a0f3-fd2bfa0bcad4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 17
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19380"
    uid: 3078bb75-1754-4187-8593-143f47243046
  kind: Event
  lastTimestamp: "2026-09-16T19:00:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:42Z"
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq.18d5e227fed472ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "20807"
    uid: 74bd6686-b715-423e-a389-bbda5f1ac223
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19380"
    uid: 3078bb75-1754-4187-8593-143f47243046
  kind: Event
  lastTimestamp: "2026-09-16T19:00:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:41Z"
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq.18d5e24ba2249e28
    namespace: kserve-ci-e2e-test
    resourceVersion: "20795"
    uid: 2ca58da9-8603-42f9-8a6f-d1fa27e80426
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19380"
    uid: 3078bb75-1754-4187-8593-143f47243046
  kind: Event
  lastTimestamp: "2026-09-16T19:00:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:41Z"
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq.18d5e24ba225219c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20796"
    uid: e53730ee-b2a4-4d25-a046-883f171d18b5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19380"
    uid: 3078bb75-1754-4187-8593-143f47243046
  kind: Event
  lastTimestamp: "2026-09-16T19:00:49Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:49Z"
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq.18d5e24c51bd97b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20948"
    uid: 3006dd75-33ee-4c12-aab7-09d28027cd64
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19368"
    uid: 7aab3c03-9ec1-4093-8fa3-e29ac1f146b3
  kind: Event
  lastTimestamp: "2026-09-16T18:58:01Z"
  message: 'Created pod: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc-dxxjq'
  metadata:
    creationTimestamp: "2026-09-16T18:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:01Z"
    name: isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc.18d5e2265be9f4a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19379"
    uid: 268fe4e2-26d5-4156-b015-2e8c11f9a3e4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-cf1e0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19366"
    uid: 52ba7ee7-b7ba-4460-a99a-96f7efe48815
  kind: Event
  lastTimestamp: "2026-09-16T18:58:01Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-cf1e0-predictor-558f6579fc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:01Z"
    name: isvc-sklearn-scale-raw-cf1e0-predictor.18d5e226582b5762
    namespace: kserve-ci-e2e-test
    resourceVersion: "19370"
    uid: 56e2ff92-bafc-45db-ab35-46b60af65fac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-cf1e0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19367"
    uid: b1db74eb-48c8-4786-9e85-339c1cdc5031
  kind: Event
  lastTimestamp: "2026-09-16T18:58:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:46Z"
    name: isvc-sklearn-scale-raw-cf1e0-predictor.18d5e229d755ac50
    namespace: kserve-ci-e2e-test
    resourceVersion: "19845"
    uid: 491ae8ca-afdc-4031-9be7-6c1dbfc23412
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-cf1e0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19367"
    uid: b1db74eb-48c8-4786-9e85-339c1cdc5031
  kind: Event
  lastTimestamp: "2026-09-16T18:58:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:46Z"
    name: isvc-sklearn-scale-raw-cf1e0-predictor.18d5e229d7ca377a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19846"
    uid: 2280149e-56dc-4bb9-927e-402f3d36c9ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-cf1e0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19613"
    uid: b1db74eb-48c8-4786-9e85-339c1cdc5031
  kind: Event
  lastTimestamp: "2026-09-16T19:00:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:31Z"
    name: isvc-sklearn-scale-raw-cf1e0-predictor.18d5e23454e53134
    namespace: kserve-ci-e2e-test
    resourceVersion: "20705"
    uid: 12c819ed-4af5-4c41-a1ab-5a47bbd5411c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-cf1e0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19613"
    uid: b1db74eb-48c8-4786-9e85-339c1cdc5031
  kind: Event
  lastTimestamp: "2026-09-16T19:00:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:31Z"
    name: isvc-sklearn-scale-raw-cf1e0-predictor.18d5e23455666ecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20706"
    uid: a5d799c0-7a2a-4e81-97b4-a3f585faec00
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-cf1e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19349"
    uid: db990273-ac55-4498-b360-dce05648eb3e
  kind: Event
  lastTimestamp: "2026-09-16T19:00:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:32Z"
    name: isvc-sklearn-scale-raw-cf1e0.18d5e22658518d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20721"
    uid: 4fe0e485-5336-4fea-94c7-bcc215d9d774
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-cf1e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20719"
    uid: db990273-ac55-4498-b360-dce05648eb3e
  kind: Event
  lastTimestamp: "2026-09-16T19:00:32Z"
  message: InferenceService [isvc-sklearn-scale-raw-cf1e0] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:32Z"
    name: isvc-sklearn-scale-raw-cf1e0.18d5e2499d8b0ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20720"
    uid: e0746d00-5fb2-4323-afac-3ce888f07e67
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:52:35.470785Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15803"
    uid: 4ba98d36-022a-41e5-b549-7092ccc5740d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k
    to ip-10-0-131-137.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:52:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:52:35Z"
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k.18d5e1da7d4a8180
    namespace: kserve-ci-e2e-test
    resourceVersion: "15808"
    uid: 95cc9c12-fc9f-44da-97ff-c06bb2197698
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15806"
    uid: 4ba98d36-022a-41e5-b549-7092ccc5740d
  kind: Event
  lastTimestamp: "2026-09-16T18:52:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-c594f-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:35Z"
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k.18d5e1da8c2bde5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15824"
    uid: a2f64d90-5866-4b14-9fa6-c34442098b8c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15812"
    uid: 4ba98d36-022a-41e5-b549-7092ccc5740d
  kind: Event
  lastTimestamp: "2026-09-16T18:52:36Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:52:36Z"
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k.18d5e1dac325526c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15841"
    uid: 2e8be49e-eb87-41bd-adda-0e63ec6ce4a1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15806"
    uid: 4ba98d36-022a-41e5-b549-7092ccc5740d
  kind: Event
  lastTimestamp: "2026-09-16T18:52:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:36Z"
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k.18d5e1dac4b9a648
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: efea6b17-7df7-4b46-a775-b171b385307f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15806"
    uid: 4ba98d36-022a-41e5-b549-7092ccc5740d
  kind: Event
  lastTimestamp: "2026-09-16T18:52:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:36Z"
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k.18d5e1dac767c38c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15846"
    uid: 897e3593-098f-4b0b-833b-a1b71b6b946e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15806"
    uid: 4ba98d36-022a-41e5-b549-7092ccc5740d
  kind: Event
  lastTimestamp: "2026-09-16T18:52:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:36Z"
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k.18d5e1dac7e43349
    namespace: kserve-ci-e2e-test
    resourceVersion: "15847"
    uid: c9ae32af-9b31-4d11-acbf-ecb737953322
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15806"
    uid: 4ba98d36-022a-41e5-b549-7092ccc5740d
  kind: Event
  lastTimestamp: "2026-09-16T18:52:40Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T18:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:40Z"
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k.18d5e1dbbc53ac7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15890"
    uid: b6e5a044-4f08-4167-953f-0e2faa3bef22
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15806"
    uid: 4ba98d36-022a-41e5-b549-7092ccc5740d
  kind: Event
  lastTimestamp: "2026-09-16T18:52:58Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.946s (17.946s
    including waiting). Image size: 1332365570 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:52:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:58Z"
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k.18d5e1dfea05a7be
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 956b706d-cfd7-4abf-a9d3-6c96d0e721c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15806"
    uid: 4ba98d36-022a-41e5-b549-7092ccc5740d
  kind: Event
  lastTimestamp: "2026-09-16T18:52:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:52:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:58Z"
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k.18d5e1dff1553744
    namespace: kserve-ci-e2e-test
    resourceVersion: "16051"
    uid: b97ab824-67c7-4b36-8ca7-d8058b667f1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15806"
    uid: 4ba98d36-022a-41e5-b549-7092ccc5740d
  kind: Event
  lastTimestamp: "2026-09-16T18:52:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:52:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:58Z"
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k.18d5e1dff2a2fcaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16052"
    uid: 8f25f66e-3687-46a2-b414-1e8774016d18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15806"
    uid: 4ba98d36-022a-41e5-b549-7092ccc5740d
  kind: Event
  lastTimestamp: "2026-09-16T18:52:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:52:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:58Z"
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k.18d5e1dff2adc1e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16053"
    uid: ad419787-f011-48a1-81d3-71d11c4545f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15806"
    uid: 4ba98d36-022a-41e5-b549-7092ccc5740d
  kind: Event
  lastTimestamp: "2026-09-16T18:52:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:59Z"
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k.18d5e1dff91a5310
    namespace: kserve-ci-e2e-test
    resourceVersion: "16054"
    uid: 98e0cbdf-e3b2-4091-b8cf-2cff72ab165f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15806"
    uid: 4ba98d36-022a-41e5-b549-7092ccc5740d
  kind: Event
  lastTimestamp: "2026-09-16T18:52:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:59Z"
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k.18d5e1dffa4770b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16055"
    uid: 11e14335-44bd-4efc-a8ff-029a2816d5a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15806"
    uid: 4ba98d36-022a-41e5-b549-7092ccc5740d
  kind: Event
  lastTimestamp: "2026-09-16T18:54:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:25Z"
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k.18d5e1e02f142811
    namespace: kserve-ci-e2e-test
    resourceVersion: "17065"
    uid: dc17b777-d1ea-4499-b58b-1ac1bdacb2aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15806"
    uid: 4ba98d36-022a-41e5-b549-7092ccc5740d
  kind: Event
  lastTimestamp: "2026-09-16T18:54:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:25Z"
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k.18d5e1f41e455d3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16998"
    uid: f1f29050-ed44-4c17-a4cc-c0b248e1764f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15806"
    uid: 4ba98d36-022a-41e5-b549-7092ccc5740d
  kind: Event
  lastTimestamp: "2026-09-16T18:54:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:25Z"
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k.18d5e1f41e45908e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17001"
    uid: 6c2885a8-63c4-4ae1-8572-5a3aeec59656
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15806"
    uid: 4ba98d36-022a-41e5-b549-7092ccc5740d
  kind: Event
  lastTimestamp: "2026-09-16T18:54:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:25Z"
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k.18d5e1f43543ce21
    namespace: kserve-ci-e2e-test
    resourceVersion: "17064"
    uid: 1ff1d5d8-2652-4359-bf59-ace6f156a3b5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665
    namespace: kserve-ci-e2e-test
    resourceVersion: "15794"
    uid: f9e1027a-b301-4435-a33c-a91b7e442cec
  kind: Event
  lastTimestamp: "2026-09-16T18:52:35Z"
  message: 'Created pod: isvc-xgboost-graph-raw-c594f-predictor-7db55db665-r8w7k'
  metadata:
    creationTimestamp: "2026-09-16T18:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:35Z"
    name: isvc-xgboost-graph-raw-c594f-predictor-7db55db665.18d5e1da7cd13980
    namespace: kserve-ci-e2e-test
    resourceVersion: "15805"
    uid: 46d41277-9893-4f74-bc2c-d57841817c94
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-c594f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15790"
    uid: 70edf8f6-de8f-4fdd-b2e7-a0dbbbc12f99
  kind: Event
  lastTimestamp: "2026-09-16T18:52:35Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-c594f-predictor-7db55db665
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:35Z"
    name: isvc-xgboost-graph-raw-c594f-predictor.18d5e1da79ca45a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15796"
    uid: 508a3613-209b-48f2-99d2-34cd065ce41e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-c594f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15792"
    uid: 0688ccf9-0b08-4367-b2f9-6fa64563a25a
  kind: Event
  lastTimestamp: "2026-09-16T18:53:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:05Z"
    name: isvc-xgboost-graph-raw-c594f-predictor.18d5e1ddf8584e2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16109"
    uid: c5f95fa2-8840-418a-b068-d0915723a467
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-c594f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15792"
    uid: 0688ccf9-0b08-4367-b2f9-6fa64563a25a
  kind: Event
  lastTimestamp: "2026-09-16T18:53:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:05Z"
    name: isvc-xgboost-graph-raw-c594f-predictor.18d5e1ddf8cebb12
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: 469721d9-11d0-4947-a244-c33ff5bc213f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-c594f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15985"
    uid: 0688ccf9-0b08-4367-b2f9-6fa64563a25a
  kind: Event
  lastTimestamp: "2026-09-16T18:54:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:20Z"
    name: isvc-xgboost-graph-raw-c594f-predictor.18d5e1e4f6461bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16889"
    uid: 99beb4a0-bf02-4203-8986-a62da15ef382
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-c594f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15985"
    uid: 0688ccf9-0b08-4367-b2f9-6fa64563a25a
  kind: Event
  lastTimestamp: "2026-09-16T18:54:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:20Z"
    name: isvc-xgboost-graph-raw-c594f-predictor.18d5e1e4f6bd7b41
    namespace: kserve-ci-e2e-test
    resourceVersion: "16890"
    uid: d0db10a7-b62b-4a45-b266-cb27566ba935
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-c594f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15782"
    uid: d70bc76d-a887-41dc-88d3-2e5822f2f3fe
  kind: Event
  lastTimestamp: "2026-09-16T18:54:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:54:06Z"
    name: isvc-xgboost-graph-raw-c594f.18d5e1da79c7f60d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: c54c62f4-0a48-478b-bf0e-b72e9ab4879c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-c594f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16673"
    uid: d70bc76d-a887-41dc-88d3-2e5822f2f3fe
  kind: Event
  lastTimestamp: "2026-09-16T18:54:06Z"
  message: InferenceService [isvc-xgboost-graph-raw-c594f] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:54:06Z"
    name: isvc-xgboost-graph-raw-c594f.18d5e1ef928373cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16674"
    uid: 642194ec-6d1e-4f40-84f7-e9e4bc67453c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:54:25.685576Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875
    namespace: kserve-ci-e2e-test
    resourceVersion: "17031"
    uid: c71a771f-21ec-49f0-91d8-6c05c254087f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875
    to ip-10-0-131-137.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:54:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:54:25Z"
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875.18d5e1f4269abd2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17035"
    uid: 7408f1d5-7cb8-4a75-af74-c12718da7ddf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: c71a771f-21ec-49f0-91d8-6c05c254087f
  kind: Event
  lastTimestamp: "2026-09-16T18:54:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-61bdc-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:25Z"
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875.18d5e1f43021bee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17057"
    uid: e2eb2ade-2bd3-408b-804b-7366874d9887
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875
    namespace: kserve-ci-e2e-test
    resourceVersion: "17046"
    uid: c71a771f-21ec-49f0-91d8-6c05c254087f
  kind: Event
  lastTimestamp: "2026-09-16T18:54:26Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:54:26Z"
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875.18d5e1f46c8d07eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: 71e1824e-91c8-4de7-9aa7-44ae30d2b744
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: c71a771f-21ec-49f0-91d8-6c05c254087f
  kind: Event
  lastTimestamp: "2026-09-16T18:54:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:26Z"
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875.18d5e1f46e260c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17082"
    uid: a4eaf495-92be-43b7-9b1e-414a3b16669e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: c71a771f-21ec-49f0-91d8-6c05c254087f
  kind: Event
  lastTimestamp: "2026-09-16T18:54:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:26Z"
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875.18d5e1f4711bfd70
    namespace: kserve-ci-e2e-test
    resourceVersion: "17083"
    uid: 0f84b680-5ea9-44ee-8f68-c8eb2cb2273c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: c71a771f-21ec-49f0-91d8-6c05c254087f
  kind: Event
  lastTimestamp: "2026-09-16T18:54:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:26Z"
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875.18d5e1f471a4866a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: 0910576b-8c18-4e77-8df7-f1e5d77f3094
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: c71a771f-21ec-49f0-91d8-6c05c254087f
  kind: Event
  lastTimestamp: "2026-09-16T18:54:31Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:31Z"
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875.18d5e1f57a95a3ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "17146"
    uid: 6b5bb2d6-4c27-4044-bd82-fba887a1b2d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: c71a771f-21ec-49f0-91d8-6c05c254087f
  kind: Event
  lastTimestamp: "2026-09-16T18:54:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:31Z"
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875.18d5e1f57d99b12a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17148"
    uid: 9e85d433-93de-4989-86af-2aaef69c970a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: c71a771f-21ec-49f0-91d8-6c05c254087f
  kind: Event
  lastTimestamp: "2026-09-16T18:54:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:31Z"
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875.18d5e1f57e140a20
    namespace: kserve-ci-e2e-test
    resourceVersion: "17151"
    uid: a96c77f3-1fd1-4cea-b86d-92a6fd32ffb2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: c71a771f-21ec-49f0-91d8-6c05c254087f
  kind: Event
  lastTimestamp: "2026-09-16T18:54:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:31Z"
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875.18d5e1f57e1d3836
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: cd36eb6a-2301-4770-8497-6165cde2dd91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: c71a771f-21ec-49f0-91d8-6c05c254087f
  kind: Event
  lastTimestamp: "2026-09-16T18:54:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:31Z"
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875.18d5e1f581257f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17155"
    uid: 2ef5d5ce-ca53-4656-a0a9-ade9590c6135
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: c71a771f-21ec-49f0-91d8-6c05c254087f
  kind: Event
  lastTimestamp: "2026-09-16T18:54:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:31Z"
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875.18d5e1f5819ad3d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17156"
    uid: 3ec2b173-add1-4806-85d8-43b20ab3b26d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: c71a771f-21ec-49f0-91d8-6c05c254087f
  kind: Event
  lastTimestamp: "2026-09-16T18:56:18Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:18Z"
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875.18d5e1f5b6aa2e11
    namespace: kserve-ci-e2e-test
    resourceVersion: "18278"
    uid: 44ff5cc7-43a4-49bc-ac51-6fc2c89b64dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: c71a771f-21ec-49f0-91d8-6c05c254087f
  kind: Event
  lastTimestamp: "2026-09-16T18:56:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:15Z"
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875.18d5e20dd0d4709b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18223"
    uid: 67bbef86-96ff-46f7-8324-31662bfa5a03
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: c71a771f-21ec-49f0-91d8-6c05c254087f
  kind: Event
  lastTimestamp: "2026-09-16T18:56:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:15Z"
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875.18d5e20dd0d4d461
    namespace: kserve-ci-e2e-test
    resourceVersion: "18228"
    uid: e9e8b1f5-9dce-4906-8e0f-5cf71f9a1281
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: c71a771f-21ec-49f0-91d8-6c05c254087f
  kind: Event
  lastTimestamp: "2026-09-16T18:56:18Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:18Z"
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875.18d5e20e64f60f1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18277"
    uid: fba29835-658b-4fac-84cb-c635acd76c05
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757
    namespace: kserve-ci-e2e-test
    resourceVersion: "17025"
    uid: e7c903c3-0ae0-4e2a-b0ca-2eec50c19c03
  kind: Event
  lastTimestamp: "2026-09-16T18:54:25Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757-pf875'
  metadata:
    creationTimestamp: "2026-09-16T18:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:25Z"
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757.18d5e1f42634b0ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: 3961fe32-98a3-4805-ba9d-d8686dfe234f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 976b05e8-c6b9-4c64-8d7d-1f6d15005db6
  kind: Event
  lastTimestamp: "2026-09-16T18:54:25Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-61bdc-predictor-b985c5757
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:25Z"
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor.18d5e1f423aff212
    namespace: kserve-ci-e2e-test
    resourceVersion: "17026"
    uid: bab3c1cd-c110-4fb6-a802-efa74d3c06e1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17024"
    uid: 5e4bba69-398e-49d7-a5b2-9cddc6041489
  kind: Event
  lastTimestamp: "2026-09-16T18:55:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:10Z"
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor.18d5e1f7a24e4a66
    namespace: kserve-ci-e2e-test
    resourceVersion: "17480"
    uid: b4c9db45-4ee4-40ea-8822-d4c1f5183e0a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17024"
    uid: 5e4bba69-398e-49d7-a5b2-9cddc6041489
  kind: Event
  lastTimestamp: "2026-09-16T18:55:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:10Z"
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor.18d5e1f7a2c277a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17481"
    uid: 038b210c-288f-441f-870f-28ae7fbd5c33
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17243"
    uid: 5e4bba69-398e-49d7-a5b2-9cddc6041489
  kind: Event
  lastTimestamp: "2026-09-16T18:55:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:55Z"
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor.18d5e1fb2177be39
    namespace: kserve-ci-e2e-test
    resourceVersion: "17964"
    uid: 91506ebd-a2f2-401e-949a-fad1a8bd08c5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17243"
    uid: 5e4bba69-398e-49d7-a5b2-9cddc6041489
  kind: Event
  lastTimestamp: "2026-09-16T18:55:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:55Z"
    name: isvc-xgboost-graph-raw-hpa-61bdc-predictor.18d5e1fb21e83f05
    namespace: kserve-ci-e2e-test
    resourceVersion: "17965"
    uid: ceae9624-4302-4b56-9c5b-1cf1a56646bf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-61bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17006"
    uid: 97ccc599-3259-4312-9835-1f196c65a6a6
  kind: Event
  lastTimestamp: "2026-09-16T18:55:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:55:28Z"
    name: isvc-xgboost-graph-raw-hpa-61bdc.18d5e1f423afa559
    namespace: kserve-ci-e2e-test
    resourceVersion: "17657"
    uid: a4fa86bc-6e46-4d65-beb7-9c50eb65cf77
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-61bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17029"
    uid: 97ccc599-3259-4312-9835-1f196c65a6a6
  kind: Event
  lastTimestamp: "2026-09-16T18:54:25Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-hpa-61bdc":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-hpa-61bdc":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:54:25Z"
    name: isvc-xgboost-graph-raw-hpa-61bdc.18d5e1f42a5315c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17051"
    uid: 59e0c688-347d-4c36-9ecd-673e11b8c641
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-61bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17029"
    uid: 97ccc599-3259-4312-9835-1f196c65a6a6
  kind: Event
  lastTimestamp: "2026-09-16T18:54:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-hpa-61bdc": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T18:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:54:25Z"
    name: isvc-xgboost-graph-raw-hpa-61bdc.18d5e1f42a536b42
    namespace: kserve-ci-e2e-test
    resourceVersion: "17052"
    uid: 6da2540b-b7fe-488e-86af-6930db1e8223
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-61bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17654"
    uid: 97ccc599-3259-4312-9835-1f196c65a6a6
  kind: Event
  lastTimestamp: "2026-09-16T18:55:28Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-61bdc] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:55:28Z"
    name: isvc-xgboost-graph-raw-hpa-61bdc.18d5e202c65a1204
    namespace: kserve-ci-e2e-test
    resourceVersion: "17656"
    uid: a244f5ea-c076-499a-b073-b172713b6a06
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:05:36.513689Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-x72wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23384"
    uid: a20c3d52-d3bb-43b2-b185-6843028eda1a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-x72wv
    to ip-10-0-143-155.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:05:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:05:36Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-x72wv.18d5e290571372b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 08a7bffc-34df-41a1-bee7-f8a0349b11f3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-x72wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23396"
    uid: a20c3d52-d3bb-43b2-b185-6843028eda1a
  kind: Event
  lastTimestamp: "2026-09-16T19:05:37Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:05:37Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-x72wv.18d5e290793d531d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23406"
    uid: af951a9c-cff9-40cd-be20-017d7d034a6f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-x72wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23388"
    uid: a20c3d52-d3bb-43b2-b185-6843028eda1a
  kind: Event
  lastTimestamp: "2026-09-16T19:05:37Z"
  message: Container image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:37Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-x72wv.18d5e2907ad0afe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23408"
    uid: 1d5a8c42-d4dc-476d-88ed-84599c68ba22
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-x72wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23388"
    uid: a20c3d52-d3bb-43b2-b185-6843028eda1a
  kind: Event
  lastTimestamp: "2026-09-16T19:05:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:37Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-x72wv.18d5e2907d6e9849
    namespace: kserve-ci-e2e-test
    resourceVersion: "23410"
    uid: 6c6fc026-e9b2-4f1e-a5cc-c15762233eb6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-x72wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23388"
    uid: a20c3d52-d3bb-43b2-b185-6843028eda1a
  kind: Event
  lastTimestamp: "2026-09-16T19:05:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:37Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-x72wv.18d5e2907de3503b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23412"
    uid: 941ce789-50bf-432d-b355-a697f642a2f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-x72wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23388"
    uid: a20c3d52-d3bb-43b2-b185-6843028eda1a
  kind: Event
  lastTimestamp: "2026-09-16T19:05:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:37Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-x72wv.18d5e2907dee9599
    namespace: kserve-ci-e2e-test
    resourceVersion: "23413"
    uid: 92c41078-732d-48cf-afee-b763adbb4de0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-x72wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23388"
    uid: a20c3d52-d3bb-43b2-b185-6843028eda1a
  kind: Event
  lastTimestamp: "2026-09-16T19:05:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:37Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-x72wv.18d5e2908130bfdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23414"
    uid: 7eb10d8a-e3e7-4bc6-bde0-55db96aa9f84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-x72wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23388"
    uid: a20c3d52-d3bb-43b2-b185-6843028eda1a
  kind: Event
  lastTimestamp: "2026-09-16T19:05:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:37Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-x72wv.18d5e29081be3ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23415"
    uid: 282605c5-9565-4638-b297-8180a075b6e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-x72wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23388"
    uid: a20c3d52-d3bb-43b2-b185-6843028eda1a
  kind: Event
  lastTimestamp: "2026-09-16T19:07:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:21Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-x72wv.18d5e2a8e1337180
    namespace: kserve-ci-e2e-test
    resourceVersion: "24280"
    uid: 444c7264-03aa-4344-97ea-db7928b01de5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-x72wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23388"
    uid: a20c3d52-d3bb-43b2-b185-6843028eda1a
  kind: Event
  lastTimestamp: "2026-09-16T19:07:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:21Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-x72wv.18d5e2a8e134039d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: b4ba091b-5209-4730-869c-df5c95277f21
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: 2e664919-a678-4d62-b250-1ba6b82ba9d9
  kind: Event
  lastTimestamp: "2026-09-16T19:05:36Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-x72wv'
  metadata:
    creationTimestamp: "2026-09-16T19:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:36Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18d5e2905689d7a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23387"
    uid: 8b8e22ba-8c15-4179-ac41-469a1bbad63a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23372"
    uid: 401e9e12-f18a-4b6b-b826-2a978e361768
  kind: Event
  lastTimestamp: "2026-09-16T19:05:36Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:36Z"
    name: message-dumper-raw-cipn-predictor.18d5e29052a25a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "23377"
    uid: 914d6db2-6af6-49cb-8580-fd7774f64501
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23373"
    uid: 3ee2a7be-5685-4ce9-a5aa-d2d055de6197
  kind: Event
  lastTimestamp: "2026-09-16T19:06:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:06Z"
    name: message-dumper-raw-cipn-predictor.18d5e293d2825f41
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: 872c7f79-69c1-4161-bab3-71a94971369d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23373"
    uid: 3ee2a7be-5685-4ce9-a5aa-d2d055de6197
  kind: Event
  lastTimestamp: "2026-09-16T19:06:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:06Z"
    name: message-dumper-raw-cipn-predictor.18d5e293d326eeee
    namespace: kserve-ci-e2e-test
    resourceVersion: "23704"
    uid: a538b4b4-7a2b-454d-8b18-2ad434ff2552
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23366"
    uid: 8be89734-31c6-49ec-99af-058004f6d661
  kind: Event
  lastTimestamp: "2026-09-16T19:05:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:44Z"
    name: message-dumper-raw-cipn.18d5e29052967024
    namespace: kserve-ci-e2e-test
    resourceVersion: "23482"
    uid: a4ced691-2ff9-4111-acf7-8d34facf7b21
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23366"
    uid: 8be89734-31c6-49ec-99af-058004f6d661
  kind: Event
  lastTimestamp: "2026-09-16T19:05:36Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:36Z"
    name: message-dumper-raw-cipn.18d5e29053025300
    namespace: kserve-ci-e2e-test
    resourceVersion: "23380"
    uid: 89f41725-6103-45a4-9869-f77dbd59d90c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23480"
    uid: 8be89734-31c6-49ec-99af-058004f6d661
  kind: Event
  lastTimestamp: "2026-09-16T19:05:44Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:05:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:44Z"
    name: message-dumper-raw-cipn.18d5e2923f50f2a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23481"
    uid: 9b4bd352-60cc-4317-b5a2-bb03533b0d92
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:56:15.930046Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-f5e4d-predictor-584bb688b4-hz69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18222"
    uid: cad9dccd-7262-41d4-97bd-051ad5f5e631
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-f5e4d-predictor-584bb688b4-hz69f
    to ip-10-0-143-155.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:56:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:56:15Z"
    name: message-dumper-raw-f5e4d-predictor-584bb688b4-hz69f.18d5e20dd1afe28e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18230"
    uid: 13167c57-46dd-4558-92dd-c981c7a68909
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-f5e4d-predictor-584bb688b4-hz69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18235"
    uid: cad9dccd-7262-41d4-97bd-051ad5f5e631
  kind: Event
  lastTimestamp: "2026-09-16T18:56:16Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:56:16Z"
    name: message-dumper-raw-f5e4d-predictor-584bb688b4-hz69f.18d5e20df3878d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "18252"
    uid: e7f9eaee-c058-4503-a532-d8dcc68cc40d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-f5e4d-predictor-584bb688b4-hz69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18224"
    uid: cad9dccd-7262-41d4-97bd-051ad5f5e631
  kind: Event
  lastTimestamp: "2026-09-16T18:56:16Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-16T18:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:16Z"
    name: message-dumper-raw-f5e4d-predictor-584bb688b4-hz69f.18d5e20df4ff0028
    namespace: kserve-ci-e2e-test
    resourceVersion: "18254"
    uid: 6ad2aa8d-bb5e-4935-b16c-b4ae5334ee7f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-f5e4d-predictor-584bb688b4-hz69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18224"
    uid: cad9dccd-7262-41d4-97bd-051ad5f5e631
  kind: Event
  lastTimestamp: "2026-09-16T18:56:17Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.189s (1.189s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:17Z"
    name: message-dumper-raw-f5e4d-predictor-584bb688b4-hz69f.18d5e20e3be0d594
    namespace: kserve-ci-e2e-test
    resourceVersion: "18259"
    uid: b2533f96-5522-446d-9034-1d6d136246ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-f5e4d-predictor-584bb688b4-hz69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18224"
    uid: cad9dccd-7262-41d4-97bd-051ad5f5e631
  kind: Event
  lastTimestamp: "2026-09-16T18:56:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:17Z"
    name: message-dumper-raw-f5e4d-predictor-584bb688b4-hz69f.18d5e20e3f4189e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18260"
    uid: 229af6a8-c0aa-48c4-8c22-47e11549cf05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-f5e4d-predictor-584bb688b4-hz69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18224"
    uid: cad9dccd-7262-41d4-97bd-051ad5f5e631
  kind: Event
  lastTimestamp: "2026-09-16T18:56:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:17Z"
    name: message-dumper-raw-f5e4d-predictor-584bb688b4-hz69f.18d5e20e3fb498b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18261"
    uid: 04783094-dfc6-4523-b386-850cc13a2cba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-f5e4d-predictor-584bb688b4-hz69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18224"
    uid: cad9dccd-7262-41d4-97bd-051ad5f5e631
  kind: Event
  lastTimestamp: "2026-09-16T18:56:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:17Z"
    name: message-dumper-raw-f5e4d-predictor-584bb688b4-hz69f.18d5e20e3fc0f772
    namespace: kserve-ci-e2e-test
    resourceVersion: "18263"
    uid: 0103ebbb-77ea-457b-8855-5128d262ac53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-f5e4d-predictor-584bb688b4-hz69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18224"
    uid: cad9dccd-7262-41d4-97bd-051ad5f5e631
  kind: Event
  lastTimestamp: "2026-09-16T18:56:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:17Z"
    name: message-dumper-raw-f5e4d-predictor-584bb688b4-hz69f.18d5e20e42958d45
    namespace: kserve-ci-e2e-test
    resourceVersion: "18265"
    uid: c74e78d3-1eae-43be-93fc-31dd3942fbed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-f5e4d-predictor-584bb688b4-hz69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18224"
    uid: cad9dccd-7262-41d4-97bd-051ad5f5e631
  kind: Event
  lastTimestamp: "2026-09-16T18:56:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:17Z"
    name: message-dumper-raw-f5e4d-predictor-584bb688b4-hz69f.18d5e20e43110a08
    namespace: kserve-ci-e2e-test
    resourceVersion: "18266"
    uid: 2e51475a-5f5c-4d06-97bf-669939962981
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-f5e4d-predictor-584bb688b4-hz69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18224"
    uid: cad9dccd-7262-41d4-97bd-051ad5f5e631
  kind: Event
  lastTimestamp: "2026-09-16T18:58:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:01Z"
    name: message-dumper-raw-f5e4d-predictor-584bb688b4-hz69f.18d5e22655e9361a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19359"
    uid: 637e41e8-f607-4537-ac99-c4d61065d065
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-f5e4d-predictor-584bb688b4-hz69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18224"
    uid: cad9dccd-7262-41d4-97bd-051ad5f5e631
  kind: Event
  lastTimestamp: "2026-09-16T18:58:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:01Z"
    name: message-dumper-raw-f5e4d-predictor-584bb688b4-hz69f.18d5e22655e9bcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19362"
    uid: c8dec864-7723-4586-8928-1b0c633f24b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-f5e4d-predictor-584bb688b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18202"
    uid: 3d17e68f-78a5-4253-a110-02a6f7e73916
  kind: Event
  lastTimestamp: "2026-09-16T18:56:15Z"
  message: 'Created pod: message-dumper-raw-f5e4d-predictor-584bb688b4-hz69f'
  metadata:
    creationTimestamp: "2026-09-16T18:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:15Z"
    name: message-dumper-raw-f5e4d-predictor-584bb688b4.18d5e20dd157542c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18226"
    uid: 8d1a98bd-33c9-43ca-9968-ede5a0f1b17a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-f5e4d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18196"
    uid: 51168b40-c98f-4734-a454-7b8dbdbcc514
  kind: Event
  lastTimestamp: "2026-09-16T18:56:15Z"
  message: Scaled up replica set message-dumper-raw-f5e4d-predictor-584bb688b4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:15Z"
    name: message-dumper-raw-f5e4d-predictor.18d5e20dcec58ae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18211"
    uid: cee35bc8-c8c0-4621-8af0-87e689735bc6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-f5e4d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18199"
    uid: 82a79c9a-4f4a-4744-98e7-673057aea51a
  kind: Event
  lastTimestamp: "2026-09-16T18:57:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:00Z"
    name: message-dumper-raw-f5e4d-predictor.18d5e2114cf95cd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18698"
    uid: 6f381a53-1bee-42e9-87d0-a2c63d9f6fd6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-f5e4d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18199"
    uid: 82a79c9a-4f4a-4744-98e7-673057aea51a
  kind: Event
  lastTimestamp: "2026-09-16T18:57:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:00Z"
    name: message-dumper-raw-f5e4d-predictor.18d5e2114d6fa1fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18699"
    uid: d28b073e-e0c7-4e24-a6e9-3fc5bcd93c4d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-f5e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18173"
    uid: 5f2b39a9-37d4-4ec7-b340-b56a402b175e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:25Z"
    name: message-dumper-raw-f5e4d.18d5e20dcea62400
    namespace: kserve-ci-e2e-test
    resourceVersion: "18347"
    uid: 4fffb7f1-3fd3-47b4-953b-738c7abdbe40
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-f5e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18173"
    uid: 5f2b39a9-37d4-4ec7-b340-b56a402b175e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:16Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-f5e4d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-f5e4d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:16Z"
    name: message-dumper-raw-f5e4d.18d5e20dcf4a16c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18240"
    uid: f24968d7-5a4e-41e0-b23a-9c69966b24c2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-f5e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18203"
    uid: 5f2b39a9-37d4-4ec7-b340-b56a402b175e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper-raw-f5e4d": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:16Z"
    name: message-dumper-raw-f5e4d.18d5e20dd76ba22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18242"
    uid: 56454966-de3b-4a4a-bc2d-4afd5066d771
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-f5e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18345"
    uid: 5f2b39a9-37d4-4ec7-b340-b56a402b175e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:25Z"
  message: InferenceService [message-dumper-raw-f5e4d] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:25Z"
    name: message-dumper-raw-f5e4d.18d5e20ffff7e1cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18346"
    uid: 0cb443fc-03d8-4fec-aff6-c48d4e4d7dea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:54:15.347554Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-c594f-7b558c574d-4xgn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16817"
    uid: c65e97e1-2dd8-4600-9998-7ffaeb72cada
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-c594f-7b558c574d-4xgn9
    to ip-10-0-130-28.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:54:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:54:15Z"
    name: model-chainer-raw-c594f-7b558c574d-4xgn9.18d5e1f1be690a95
    namespace: kserve-ci-e2e-test
    resourceVersion: "16822"
    uid: 640179d3-305c-462f-9287-148328afe7be
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-c594f-7b558c574d-4xgn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: c65e97e1-2dd8-4600-9998-7ffaeb72cada
  kind: Event
  lastTimestamp: "2026-09-16T18:54:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-c594f-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:41Z"
    name: model-chainer-raw-c594f-7b558c574d-4xgn9.18d5e1f1cd353538
    namespace: kserve-ci-e2e-test
    resourceVersion: "17248"
    uid: 69b6773d-b8f1-43cd-b9cf-706eda1d682e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-28.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-c594f-7b558c574d-4xgn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16826"
    uid: c65e97e1-2dd8-4600-9998-7ffaeb72cada
  kind: Event
  lastTimestamp: "2026-09-16T18:54:16Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:54:16Z"
    name: model-chainer-raw-c594f-7b558c574d-4xgn9.18d5e1f204119a95
    namespace: kserve-ci-e2e-test
    resourceVersion: "16849"
    uid: 6eb36103-9603-46b3-a34b-59a333555c13
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-c594f}
    kind: Pod
    name: model-chainer-raw-c594f-7b558c574d-4xgn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: c65e97e1-2dd8-4600-9998-7ffaeb72cada
  kind: Event
  lastTimestamp: "2026-09-16T18:54:16Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:8bcf19d9ed90070ea776e0c3189bb53a4b1362b2d66bf974f83dca260544e4db"
  metadata:
    creationTimestamp: "2026-09-16T18:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:16Z"
    name: model-chainer-raw-c594f-7b558c574d-4xgn9.18d5e1f2057b65ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16851"
    uid: 45e96ada-7678-4f15-abec-87dc6bab9a56
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-c594f}
    kind: Pod
    name: model-chainer-raw-c594f-7b558c574d-4xgn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: c65e97e1-2dd8-4600-9998-7ffaeb72cada
  kind: Event
  lastTimestamp: "2026-09-16T18:54:18Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:8bcf19d9ed90070ea776e0c3189bb53a4b1362b2d66bf974f83dca260544e4db"
    in 1.848s (1.848s including waiting). Image size: 211458663 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:18Z"
    name: model-chainer-raw-c594f-7b558c574d-4xgn9.18d5e1f273b0110a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: f9108b01-9f07-4cea-bb49-5cd337a60382
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-c594f}
    kind: Pod
    name: model-chainer-raw-c594f-7b558c574d-4xgn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: c65e97e1-2dd8-4600-9998-7ffaeb72cada
  kind: Event
  lastTimestamp: "2026-09-16T18:54:18Z"
  message: 'Created container: model-chainer-raw-c594f'
  metadata:
    creationTimestamp: "2026-09-16T18:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:18Z"
    name: model-chainer-raw-c594f-7b558c574d-4xgn9.18d5e1f276a8bc7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16871"
    uid: fc4eea53-9648-44d3-8868-19f80bfb7134
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-c594f}
    kind: Pod
    name: model-chainer-raw-c594f-7b558c574d-4xgn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: c65e97e1-2dd8-4600-9998-7ffaeb72cada
  kind: Event
  lastTimestamp: "2026-09-16T18:54:18Z"
  message: Started container model-chainer-raw-c594f
  metadata:
    creationTimestamp: "2026-09-16T18:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:18Z"
    name: model-chainer-raw-c594f-7b558c574d-4xgn9.18d5e1f2771fbb47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16872"
    uid: d72e239a-730a-4837-8f26-bfbc1fa5a2d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-c594f}
    kind: Pod
    name: model-chainer-raw-c594f-7b558c574d-4xgn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: c65e97e1-2dd8-4600-9998-7ffaeb72cada
  kind: Event
  lastTimestamp: "2026-09-16T18:54:25Z"
  message: Stopping container model-chainer-raw-c594f
  metadata:
    creationTimestamp: "2026-09-16T18:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:25Z"
    name: model-chainer-raw-c594f-7b558c574d-4xgn9.18d5e1f416957f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16947"
    uid: c7d2cf27-6718-41d0-89f0-f165352fd7a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-c594f}
    kind: Pod
    name: model-chainer-raw-c594f-7b558c574d-4xgn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: c65e97e1-2dd8-4600-9998-7ffaeb72cada
  kind: Event
  lastTimestamp: "2026-09-16T18:54:55Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T18:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:55Z"
    name: model-chainer-raw-c594f-7b558c574d-4xgn9.18d5e1f53cc55817
    namespace: kserve-ci-e2e-test
    resourceVersion: "17352"
    uid: ac926273-8404-4b59-b8a6-18a24a1e464a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-28.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-c594f-7b558c574d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16814"
    uid: cb64aed3-80f4-4d16-b36b-f5390eaf5d6b
  kind: Event
  lastTimestamp: "2026-09-16T18:54:15Z"
  message: 'Created pod: model-chainer-raw-c594f-7b558c574d-4xgn9'
  metadata:
    creationTimestamp: "2026-09-16T18:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:15Z"
    name: model-chainer-raw-c594f-7b558c574d.18d5e1f1bdf70811
    namespace: kserve-ci-e2e-test
    resourceVersion: "16818"
    uid: 311ee709-cdda-45e4-92f9-d1a634113e91
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-c594f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16812"
    uid: c49b15c5-2094-4c30-af71-bf99ef6b605a
  kind: Event
  lastTimestamp: "2026-09-16T18:54:15Z"
  message: Scaled up replica set model-chainer-raw-c594f-7b558c574d from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:15Z"
    name: model-chainer-raw-c594f.18d5e1f1bd489263
    namespace: kserve-ci-e2e-test
    resourceVersion: "16815"
    uid: 414217ae-6a65-44eb-9353-b6e724818c37
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-c594f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16828"
    uid: 68a03398-e881-4ff3-8645-0d5eefc73008
  kind: Event
  lastTimestamp: "2026-09-16T18:54:15Z"
  message: InferenceGraph [model-chainer-raw-c594f] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:54:15Z"
    name: model-chainer-raw-c594f.18d5e1f1c270c289
    namespace: kserve-ci-e2e-test
    resourceVersion: "16830"
    uid: 49af7808-aecd-4d70-bae1-cd5eae4c9a1f
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:56:05.665083Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-61bdc-66957765d5-w2g66
    namespace: kserve-ci-e2e-test
    resourceVersion: "18048"
    uid: c724a933-d37e-4495-86f3-da584de10bb0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-61bdc-66957765d5-w2g66
    to ip-10-0-130-28.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:56:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:56:05Z"
    name: model-chainer-raw-hpa-61bdc-66957765d5-w2g66.18d5e20b6dd8f4ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18053"
    uid: 90a3e11c-04a8-4c12-8fbf-cbbcb12d9d7f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-61bdc-66957765d5-w2g66
    namespace: kserve-ci-e2e-test
    resourceVersion: "18057"
    uid: c724a933-d37e-4495-86f3-da584de10bb0
  kind: Event
  lastTimestamp: "2026-09-16T18:56:06Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:56:06Z"
    name: model-chainer-raw-hpa-61bdc-66957765d5-w2g66.18d5e20b8fcba156
    namespace: kserve-ci-e2e-test
    resourceVersion: "18073"
    uid: b394704b-ad53-4009-858f-a03f0615f19b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-61bdc}
    kind: Pod
    name: model-chainer-raw-hpa-61bdc-66957765d5-w2g66
    namespace: kserve-ci-e2e-test
    resourceVersion: "18050"
    uid: c724a933-d37e-4495-86f3-da584de10bb0
  kind: Event
  lastTimestamp: "2026-09-16T18:56:06Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:8bcf19d9ed90070ea776e0c3189bb53a4b1362b2d66bf974f83dca260544e4db"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:06Z"
    name: model-chainer-raw-hpa-61bdc-66957765d5-w2g66.18d5e20b913e7983
    namespace: kserve-ci-e2e-test
    resourceVersion: "18077"
    uid: c0ae1fdc-89d0-471b-bea5-1f2af58448b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-61bdc}
    kind: Pod
    name: model-chainer-raw-hpa-61bdc-66957765d5-w2g66
    namespace: kserve-ci-e2e-test
    resourceVersion: "18050"
    uid: c724a933-d37e-4495-86f3-da584de10bb0
  kind: Event
  lastTimestamp: "2026-09-16T18:56:06Z"
  message: 'Created container: model-chainer-raw-hpa-61bdc'
  metadata:
    creationTimestamp: "2026-09-16T18:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:06Z"
    name: model-chainer-raw-hpa-61bdc-66957765d5-w2g66.18d5e20b94f7356d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18080"
    uid: 7ff75307-317c-47a5-ab1e-0432b62816f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-61bdc}
    kind: Pod
    name: model-chainer-raw-hpa-61bdc-66957765d5-w2g66
    namespace: kserve-ci-e2e-test
    resourceVersion: "18050"
    uid: c724a933-d37e-4495-86f3-da584de10bb0
  kind: Event
  lastTimestamp: "2026-09-16T18:56:06Z"
  message: Started container model-chainer-raw-hpa-61bdc
  metadata:
    creationTimestamp: "2026-09-16T18:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:06Z"
    name: model-chainer-raw-hpa-61bdc-66957765d5-w2g66.18d5e20b956c506f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18081"
    uid: 09fcbd64-d0ef-4061-9ab3-1b35f3575d00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-61bdc}
    kind: Pod
    name: model-chainer-raw-hpa-61bdc-66957765d5-w2g66
    namespace: kserve-ci-e2e-test
    resourceVersion: "18050"
    uid: c724a933-d37e-4495-86f3-da584de10bb0
  kind: Event
  lastTimestamp: "2026-09-16T18:56:15Z"
  message: Stopping container model-chainer-raw-hpa-61bdc
  metadata:
    creationTimestamp: "2026-09-16T18:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:15Z"
    name: model-chainer-raw-hpa-61bdc-66957765d5-w2g66.18d5e20dc7a3171c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18169"
    uid: 22f80223-ab12-4202-8e19-d6ca5919c9d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-61bdc}
    kind: Pod
    name: model-chainer-raw-hpa-61bdc-66957765d5-w2g66
    namespace: kserve-ci-e2e-test
    resourceVersion: "18050"
    uid: c724a933-d37e-4495-86f3-da584de10bb0
  kind: Event
  lastTimestamp: "2026-09-16T18:56:42Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T18:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:42Z"
    name: model-chainer-raw-hpa-61bdc-66957765d5-w2g66.18d5e20e41660bb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18555"
    uid: ead9d986-a27d-48bd-aab4-434a895a33e9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-28.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-61bdc-66957765d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18045"
    uid: 99405172-64a5-4f90-92cf-f69141ba73ca
  kind: Event
  lastTimestamp: "2026-09-16T18:56:05Z"
  message: 'Created pod: model-chainer-raw-hpa-61bdc-66957765d5-w2g66'
  metadata:
    creationTimestamp: "2026-09-16T18:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:05Z"
    name: model-chainer-raw-hpa-61bdc-66957765d5.18d5e20b6d3dd807
    namespace: kserve-ci-e2e-test
    resourceVersion: "18049"
    uid: 3663d792-ce87-4b4c-aad3-d8b85430fdf8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-61bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18043"
    uid: e137545c-3f5a-4b1c-bf83-e661a2e59433
  kind: Event
  lastTimestamp: "2026-09-16T18:56:05Z"
  message: Scaled up replica set model-chainer-raw-hpa-61bdc-66957765d5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T18:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:05Z"
    name: model-chainer-raw-hpa-61bdc.18d5e20b6c6ad3ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "18046"
    uid: 60e3652c-9b8e-4df0-9525-0493b8a25aa1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-61bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18059"
    uid: 6b52f4f0-4887-432b-a595-39e9b6d5af46
  kind: Event
  lastTimestamp: "2026-09-16T18:56:05Z"
  message: InferenceGraph [model-chainer-raw-hpa-61bdc] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:05Z"
    name: model-chainer-raw-hpa-61bdc.18d5e20b71b580e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18061"
    uid: 22ac6746-4672-4692-9ffe-b9d21c42c70a
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:58:09.499241Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19530"
    uid: 34977e71-45e9-48e8-a11f-357705938038
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf
    to ip-10-0-143-155.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:58:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:58:09Z"
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf.18d5e22842f04a5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19538"
    uid: b60d9e3b-efe9-4b17-9960-e420b99c8c96
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19542"
    uid: 34977e71-45e9-48e8-a11f-357705938038
  kind: Event
  lastTimestamp: "2026-09-16T18:58:10Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:58:10Z"
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf.18d5e22864df9a3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19546"
    uid: 2232c48e-8d2f-4ed6-98fe-01c4c6919cd4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19533"
    uid: 34977e71-45e9-48e8-a11f-357705938038
  kind: Event
  lastTimestamp: "2026-09-16T18:58:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:10Z"
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf.18d5e2286653cbc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19548"
    uid: 913d2057-b6ac-4bd2-89da-41807e0165bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19533"
    uid: 34977e71-45e9-48e8-a11f-357705938038
  kind: Event
  lastTimestamp: "2026-09-16T18:58:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:10Z"
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf.18d5e22868dd6cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 7eb1af21-2f72-41ef-810c-c4b4fb2ea81a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19533"
    uid: 34977e71-45e9-48e8-a11f-357705938038
  kind: Event
  lastTimestamp: "2026-09-16T18:58:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:10Z"
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf.18d5e228695490f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19550"
    uid: 34a9ef2e-067d-4802-9a7a-f516bc1b1217
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19533"
    uid: 34977e71-45e9-48e8-a11f-357705938038
  kind: Event
  lastTimestamp: "2026-09-16T18:58:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:14Z"
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf.18d5e2297a9a480b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19590"
    uid: 0d5d5788-affa-4298-853c-586370bfdb69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19533"
    uid: 34977e71-45e9-48e8-a11f-357705938038
  kind: Event
  lastTimestamp: "2026-09-16T18:58:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:14Z"
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf.18d5e2297d9f5b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19593"
    uid: e6369e96-9f21-46ea-b976-f2c945efbd96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19533"
    uid: 34977e71-45e9-48e8-a11f-357705938038
  kind: Event
  lastTimestamp: "2026-09-16T18:58:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:14Z"
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf.18d5e2297e492541
    namespace: kserve-ci-e2e-test
    resourceVersion: "19594"
    uid: d0991d4e-023d-4d26-b102-54f471273991
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19533"
    uid: 34977e71-45e9-48e8-a11f-357705938038
  kind: Event
  lastTimestamp: "2026-09-16T18:58:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:14Z"
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf.18d5e2297e537937
    namespace: kserve-ci-e2e-test
    resourceVersion: "19596"
    uid: cef6b10d-6c5b-4483-87c0-d4e35682ca6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19533"
    uid: 34977e71-45e9-48e8-a11f-357705938038
  kind: Event
  lastTimestamp: "2026-09-16T18:58:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:14Z"
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf.18d5e229812511fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19598"
    uid: de7dc9af-19f2-47ac-a4c3-a55bf6add16d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19533"
    uid: 34977e71-45e9-48e8-a11f-357705938038
  kind: Event
  lastTimestamp: "2026-09-16T18:58:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:14Z"
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf.18d5e22981a4680d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19599"
    uid: 5e6db736-58a1-4e45-ac07-144a02c1ea75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19533"
    uid: 34977e71-45e9-48e8-a11f-357705938038
  kind: Event
  lastTimestamp: "2026-09-16T18:59:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:43Z"
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf.18d5e229b6a517be
    namespace: kserve-ci-e2e-test
    resourceVersion: "20287"
    uid: d8cbb465-f243-42f3-857c-2a0e9ac8ea9c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19533"
    uid: 34977e71-45e9-48e8-a11f-357705938038
  kind: Event
  lastTimestamp: "2026-09-16T18:59:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:39Z"
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf.18d5e23d4347c6a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20259"
    uid: 67a1ed89-880a-4a20-9e1c-6ef13553ba2f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19533"
    uid: 34977e71-45e9-48e8-a11f-357705938038
  kind: Event
  lastTimestamp: "2026-09-16T18:59:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:39Z"
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf.18d5e23d43485828
    namespace: kserve-ci-e2e-test
    resourceVersion: "20260"
    uid: 048199b1-9414-4b63-8303-8f0172cc9832
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19533"
    uid: 34977e71-45e9-48e8-a11f-357705938038
  kind: Event
  lastTimestamp: "2026-09-16T18:59:41Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:41Z"
    name: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf.18d5e23dbcd98777
    namespace: kserve-ci-e2e-test
    resourceVersion: "20274"
    uid: d0607cfc-50d2-4f77-a52d-2834bc0310d7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-fded7-predictor-7f6c8b557f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19521"
    uid: 8fc9f5b2-071d-4f21-9ed7-3b268d1c245e
  kind: Event
  lastTimestamp: "2026-09-16T18:58:09Z"
  message: 'Created pod: raw-sklearn-fded7-predictor-7f6c8b557f-9jrlf'
  metadata:
    creationTimestamp: "2026-09-16T18:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:09Z"
    name: raw-sklearn-fded7-predictor-7f6c8b557f.18d5e2284225a47a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19531"
    uid: 8b556204-f30f-4a86-a8b6-730c5f8e9767
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-fded7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19518"
    uid: 99d6c026-af27-4c4b-bb17-fd218a0b7057
  kind: Event
  lastTimestamp: "2026-09-16T18:58:09Z"
  message: Scaled up replica set raw-sklearn-fded7-predictor-7f6c8b557f from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T18:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:09Z"
    name: raw-sklearn-fded7-predictor.18d5e2283f5030be
    namespace: kserve-ci-e2e-test
    resourceVersion: "19523"
    uid: d4003b7f-8f5e-4c61-99b8-3d16509d6d3d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-fded7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19520"
    uid: 41613daf-c9ba-417a-91f4-c07852c25752
  kind: Event
  lastTimestamp: "2026-09-16T18:58:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:24Z"
    name: raw-sklearn-fded7-predictor.18d5e22bbdf1da4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19674"
    uid: d9c5d448-ccce-4265-9f52-fa582f9adc5f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-fded7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19520"
    uid: 41613daf-c9ba-417a-91f4-c07852c25752
  kind: Event
  lastTimestamp: "2026-09-16T18:58:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:24Z"
    name: raw-sklearn-fded7-predictor.18d5e22bbe86d0d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19677"
    uid: b1bafab9-83fa-4440-b9cd-ddc61b78dddc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-fded7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19675"
    uid: 41613daf-c9ba-417a-91f4-c07852c25752
  kind: Event
  lastTimestamp: "2026-09-16T18:59:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:39Z"
    name: raw-sklearn-fded7-predictor.18d5e22f3d4e96e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20242"
    uid: 22d52c50-fb09-4d28-a56e-ee560429ae62
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-fded7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19675"
    uid: 41613daf-c9ba-417a-91f4-c07852c25752
  kind: Event
  lastTimestamp: "2026-09-16T18:59:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:39Z"
    name: raw-sklearn-fded7-predictor.18d5e22f3dc9e2df
    namespace: kserve-ci-e2e-test
    resourceVersion: "20244"
    uid: 21726362-9c3f-4d85-9098-e5722046647d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-fded7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19511"
    uid: c485062d-62b4-4e4a-93e5-baf5253fc11c
  kind: Event
  lastTimestamp: "2026-09-16T18:59:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:59:33Z"
    name: raw-sklearn-fded7.18d5e2283f7f169b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20198"
    uid: 2c525924-d60e-41cd-9d18-a495dd7ae5cb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-fded7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19511"
    uid: c485062d-62b4-4e4a-93e5-baf5253fc11c
  kind: Event
  lastTimestamp: "2026-09-16T18:58:09Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-fded7": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-fded7":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:09Z"
    name: raw-sklearn-fded7.18d5e2283fe53d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19526"
    uid: ceb26ef1-780d-471b-b0d1-cda345cc978d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-fded7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20194"
    uid: c485062d-62b4-4e4a-93e5-baf5253fc11c
  kind: Event
  lastTimestamp: "2026-09-16T18:59:33Z"
  message: InferenceService [raw-sklearn-fded7] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:59:33Z"
    name: raw-sklearn-fded7.18d5e23bce6fe75a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20196"
    uid: 782f6163-5daa-45f9-8c95-5ff17fdddb20
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:59:44.997445Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20321"
    uid: 0796b9f1-c214-4ffe-8d8c-7f3c849a0efe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c
    to ip-10-0-143-155.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:59:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:59:44Z"
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c.18d5e23e7f132fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20326"
    uid: 45918dc0-5439-44a4-abc6-0af40457e137
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-668fc9d48-zts8m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 0796b9f1-c214-4ffe-8d8c-7f3c849a0efe
  kind: Event
  lastTimestamp: "2026-09-16T18:59:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-runtime-da400-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:45Z"
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c.18d5e23e8921c79f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: c0155617-15c6-4747-ae53-845b78b6949a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20330"
    uid: 0796b9f1-c214-4ffe-8d8c-7f3c849a0efe
  kind: Event
  lastTimestamp: "2026-09-16T18:59:46Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:59:46Z"
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c.18d5e23ec4f8cbda
    namespace: kserve-ci-e2e-test
    resourceVersion: "20347"
    uid: 8b4e7c5c-2737-4398-9c9f-a7d4f88e98b3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 0796b9f1-c214-4ffe-8d8c-7f3c849a0efe
  kind: Event
  lastTimestamp: "2026-09-16T18:59:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:46Z"
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c.18d5e23ec75f00a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20349"
    uid: e3c03093-cc96-4e44-b397-267096a8ea61
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 0796b9f1-c214-4ffe-8d8c-7f3c849a0efe
  kind: Event
  lastTimestamp: "2026-09-16T18:59:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:46Z"
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c.18d5e23eca645f7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20351"
    uid: f08b2e90-cec1-4dfc-a261-26b456f66b2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 0796b9f1-c214-4ffe-8d8c-7f3c849a0efe
  kind: Event
  lastTimestamp: "2026-09-16T18:59:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:46Z"
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c.18d5e23ecb068e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "20352"
    uid: d6ec72e5-7d0a-4e71-8d02-0fd555c4c8ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 0796b9f1-c214-4ffe-8d8c-7f3c849a0efe
  kind: Event
  lastTimestamp: "2026-09-16T18:59:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:50Z"
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c.18d5e23fb0ed854d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20385"
    uid: d44555e2-2d96-439b-b60a-20202827bb72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 0796b9f1-c214-4ffe-8d8c-7f3c849a0efe
  kind: Event
  lastTimestamp: "2026-09-16T18:59:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:50Z"
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c.18d5e23fb3f8231e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20387"
    uid: 7e83148f-5019-4381-83c9-6d40279c0d6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 0796b9f1-c214-4ffe-8d8c-7f3c849a0efe
  kind: Event
  lastTimestamp: "2026-09-16T18:59:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:50Z"
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c.18d5e23fb4724f50
    namespace: kserve-ci-e2e-test
    resourceVersion: "20388"
    uid: f38ac61b-28d1-4dc6-aa1b-c4a1cf488c79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 0796b9f1-c214-4ffe-8d8c-7f3c849a0efe
  kind: Event
  lastTimestamp: "2026-09-16T18:59:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:50Z"
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c.18d5e23fb47ce85d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20389"
    uid: 4c5a2d52-dd36-4713-ae6e-cedd8c8c471b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 0796b9f1-c214-4ffe-8d8c-7f3c849a0efe
  kind: Event
  lastTimestamp: "2026-09-16T18:59:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:50Z"
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c.18d5e23fb75e0c82
    namespace: kserve-ci-e2e-test
    resourceVersion: "20392"
    uid: b0da5617-c287-40ad-9e0c-b654bc6375b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 0796b9f1-c214-4ffe-8d8c-7f3c849a0efe
  kind: Event
  lastTimestamp: "2026-09-16T18:59:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:50Z"
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c.18d5e23fb7e6e78b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20393"
    uid: 4bd51577-6e96-4ce7-80dc-0e0cfb10ddcb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 0796b9f1-c214-4ffe-8d8c-7f3c849a0efe
  kind: Event
  lastTimestamp: "2026-09-16T19:01:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:01Z"
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c.18d5e24028c57445
    namespace: kserve-ci-e2e-test
    resourceVersion: "21079"
    uid: 3545f561-156e-42dc-aaf5-33ca6f7b22f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 0796b9f1-c214-4ffe-8d8c-7f3c849a0efe
  kind: Event
  lastTimestamp: "2026-09-16T19:01:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:14Z"
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c.18d5e2536dfa2f2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21199"
    uid: 28614fe8-f674-4fb5-9093-9198a6aef2e3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 0796b9f1-c214-4ffe-8d8c-7f3c849a0efe
  kind: Event
  lastTimestamp: "2026-09-16T19:01:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:14Z"
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c.18d5e2536dfbb4d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21200"
    uid: 68385f66-a3fa-448d-923a-d673718874ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 0796b9f1-c214-4ffe-8d8c-7f3c849a0efe
  kind: Event
  lastTimestamp: "2026-09-16T19:01:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:18Z"
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c.18d5e2542ef608cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21224"
    uid: 487c9c88-316e-4ccf-b598-cdc7b2d5148a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-155.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-155.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20308"
    uid: db245ed1-c421-4744-9c91-4baf409f5678
  kind: Event
  lastTimestamp: "2026-09-16T18:59:44Z"
  message: 'Created pod: raw-sklearn-runtime-da400-predictor-647cdd7f4c-h792c'
  metadata:
    creationTimestamp: "2026-09-16T18:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:44Z"
    name: raw-sklearn-runtime-da400-predictor-647cdd7f4c.18d5e23e7e029d3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20322"
    uid: f686b80c-7461-4f4b-8c80-e60ece7beca4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-da400-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20306"
    uid: debe19e2-842d-42b6-83c7-b3cdabe1a7e3
  kind: Event
  lastTimestamp: "2026-09-16T18:59:44Z"
  message: Scaled up replica set raw-sklearn-runtime-da400-predictor-647cdd7f4c from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:44Z"
    name: raw-sklearn-runtime-da400-predictor.18d5e23e759a2ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20313"
    uid: 24a89a95-5599-4cf4-9a66-e6d0708d32cd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-da400-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20307"
    uid: 504fdc6a-d409-4371-bba4-d538923c0c3e
  kind: Event
  lastTimestamp: "2026-09-16T19:00:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:59:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:29Z"
    name: raw-sklearn-runtime-da400-predictor.18d5e241f450d6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20691"
    uid: 23d35e92-455e-4dcf-a529-8d9df1958f35
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-da400-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20307"
    uid: 504fdc6a-d409-4371-bba4-d538923c0c3e
  kind: Event
  lastTimestamp: "2026-09-16T19:00:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:59:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:29Z"
    name: raw-sklearn-runtime-da400-predictor.18d5e241f4f3b4cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20692"
    uid: 04f1cdd4-d94a-4fa9-aecb-ac1f4b35b35f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-da400-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20471"
    uid: 504fdc6a-d409-4371-bba4-d538923c0c3e
  kind: Event
  lastTimestamp: "2026-09-16T19:00:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:59Z"
    name: raw-sklearn-runtime-da400-predictor.18d5e24c730e7739
    namespace: kserve-ci-e2e-test
    resourceVersion: "21067"
    uid: db0fb05f-de91-4f69-bc34-94decd406394
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-da400-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20471"
    uid: 504fdc6a-d409-4371-bba4-d538923c0c3e
  kind: Event
  lastTimestamp: "2026-09-16T19:00:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:59Z"
    name: raw-sklearn-runtime-da400-predictor.18d5e24c738815e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21068"
    uid: f1b8dc86-7818-4550-8ff0-20707f17d618
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-da400
    namespace: kserve-ci-e2e-test
    resourceVersion: "20298"
    uid: 02dc3700-dd17-46af-82fb-bb98c1dd4a37
  kind: Event
  lastTimestamp: "2026-09-16T19:01:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:11Z"
    name: raw-sklearn-runtime-da400.18d5e23e75948048
    namespace: kserve-ci-e2e-test
    resourceVersion: "21162"
    uid: 927069f0-7613-4a8d-b593-52e881404f3a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-da400
    namespace: kserve-ci-e2e-test
    resourceVersion: "20298"
    uid: 02dc3700-dd17-46af-82fb-bb98c1dd4a37
  kind: Event
  lastTimestamp: "2026-09-16T18:59:44Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-da400":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-da400":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:59:44Z"
    name: raw-sklearn-runtime-da400.18d5e23e76a7a6e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20315"
    uid: 442fd267-3d65-4b1e-8592-63a01e1d8b00
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-da400
    namespace: kserve-ci-e2e-test
    resourceVersion: "21158"
    uid: 02dc3700-dd17-46af-82fb-bb98c1dd4a37
  kind: Event
  lastTimestamp: "2026-09-16T19:01:11Z"
  message: InferenceService [raw-sklearn-runtime-da400] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:01:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:11Z"
    name: raw-sklearn-runtime-da400.18d5e2529fca4265
    namespace: kserve-ci-e2e-test
    resourceVersion: "21159"
    uid: 267b8b00-33ad-4d6d-9e4c-0ecc794f3eca
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "24547"