---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:48:43.217684Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-2nwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21740"
    uid: fa2ae494-3e26-4949-bba6-36b8669aa656
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-854596548c-2nwrv
    to ip-10-0-129-160.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:48:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:48:43Z"
    name: isvc-canary-create-predictor-854596548c-2nwrv.18d5de5e3934c835
    namespace: kserve-ci-e2e-test
    resourceVersion: "21745"
    uid: d314fc11-db3d-4dcb-999a-6fdb3aff2f1c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-2nwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21749"
    uid: fa2ae494-3e26-4949-bba6-36b8669aa656
  kind: Event
  lastTimestamp: "2026-09-16T17:48:43Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:48:43Z"
    name: isvc-canary-create-predictor-854596548c-2nwrv.18d5de5e5ae4af96
    namespace: kserve-ci-e2e-test
    resourceVersion: "21754"
    uid: f8cd5f84-8450-4d1e-ae79-41ab74b8b457
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-2nwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21742"
    uid: fa2ae494-3e26-4949-bba6-36b8669aa656
  kind: Event
  lastTimestamp: "2026-09-16T17:48:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:43Z"
    name: isvc-canary-create-predictor-854596548c-2nwrv.18d5de5e5d099496
    namespace: kserve-ci-e2e-test
    resourceVersion: "21756"
    uid: 5b32b05b-2124-41e2-9b27-5829fdb45417
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-2nwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21742"
    uid: fa2ae494-3e26-4949-bba6-36b8669aa656
  kind: Event
  lastTimestamp: "2026-09-16T17:48:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:43Z"
    name: isvc-canary-create-predictor-854596548c-2nwrv.18d5de5e5fc023b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21759"
    uid: bd9c10eb-d6f8-4a83-91f8-093b4720ca24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-2nwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21742"
    uid: fa2ae494-3e26-4949-bba6-36b8669aa656
  kind: Event
  lastTimestamp: "2026-09-16T17:48:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:43Z"
    name: isvc-canary-create-predictor-854596548c-2nwrv.18d5de5e6032d078
    namespace: kserve-ci-e2e-test
    resourceVersion: "21760"
    uid: fed2d12c-6894-46af-8b48-9d0e7beadc4b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-2nwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21742"
    uid: fa2ae494-3e26-4949-bba6-36b8669aa656
  kind: Event
  lastTimestamp: "2026-09-16T17:48:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:48:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:47Z"
    name: isvc-canary-create-predictor-854596548c-2nwrv.18d5de5f4a7f1f88
    namespace: kserve-ci-e2e-test
    resourceVersion: "21819"
    uid: ee9f5973-ebd0-43eb-9d19-cd4314fe7066
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-2nwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21742"
    uid: fa2ae494-3e26-4949-bba6-36b8669aa656
  kind: Event
  lastTimestamp: "2026-09-16T17:48:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:48:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:47Z"
    name: isvc-canary-create-predictor-854596548c-2nwrv.18d5de5f4dad90ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21821"
    uid: c8dad795-3018-492f-bc5b-e7eb0213ab8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-2nwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21742"
    uid: fa2ae494-3e26-4949-bba6-36b8669aa656
  kind: Event
  lastTimestamp: "2026-09-16T17:48:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:48:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:47Z"
    name: isvc-canary-create-predictor-854596548c-2nwrv.18d5de5f4e1d2f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "21822"
    uid: 6b8aef13-e661-4502-9e5d-977d6dc137f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-2nwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21742"
    uid: fa2ae494-3e26-4949-bba6-36b8669aa656
  kind: Event
  lastTimestamp: "2026-09-16T17:48:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:48:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:47Z"
    name: isvc-canary-create-predictor-854596548c-2nwrv.18d5de5f4e27e811
    namespace: kserve-ci-e2e-test
    resourceVersion: "21823"
    uid: b92bbe25-d636-47fb-bc50-f00ae6e2731f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-2nwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21742"
    uid: fa2ae494-3e26-4949-bba6-36b8669aa656
  kind: Event
  lastTimestamp: "2026-09-16T17:48:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:48:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:47Z"
    name: isvc-canary-create-predictor-854596548c-2nwrv.18d5de5f5194c975
    namespace: kserve-ci-e2e-test
    resourceVersion: "21826"
    uid: 603ee56f-efbe-4060-8cae-3fbe7aaef104
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-2nwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21742"
    uid: fa2ae494-3e26-4949-bba6-36b8669aa656
  kind: Event
  lastTimestamp: "2026-09-16T17:48:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:48:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:47Z"
    name: isvc-canary-create-predictor-854596548c-2nwrv.18d5de5f520595a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21827"
    uid: 6762b1f9-296b-48e2-bd92-796be74a60a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-2nwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21742"
    uid: fa2ae494-3e26-4949-bba6-36b8669aa656
  kind: Event
  lastTimestamp: "2026-09-16T17:50:15Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:15Z"
    name: isvc-canary-create-predictor-854596548c-2nwrv.18d5de5fc25e8723
    namespace: kserve-ci-e2e-test
    resourceVersion: "22549"
    uid: 2bd6c80a-0c40-48a9-aa2b-0527f644d0ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-2nwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21742"
    uid: fa2ae494-3e26-4949-bba6-36b8669aa656
  kind: Event
  lastTimestamp: "2026-09-16T17:50:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:13Z"
    name: isvc-canary-create-predictor-854596548c-2nwrv.18d5de732a531a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "22524"
    uid: eaadca6e-1fba-4eab-bef8-44697d80b619
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-2nwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21742"
    uid: fa2ae494-3e26-4949-bba6-36b8669aa656
  kind: Event
  lastTimestamp: "2026-09-16T17:50:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:13Z"
    name: isvc-canary-create-predictor-854596548c-2nwrv.18d5de732a539689
    namespace: kserve-ci-e2e-test
    resourceVersion: "22526"
    uid: 635a4b4c-56f7-48a8-932a-1743e8e6d6b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-2nwrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21742"
    uid: fa2ae494-3e26-4949-bba6-36b8669aa656
  kind: Event
  lastTimestamp: "2026-09-16T17:50:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:15Z"
    name: isvc-canary-create-predictor-854596548c-2nwrv.18d5de73c89ca4de
    namespace: kserve-ci-e2e-test
    resourceVersion: "22548"
    uid: 2de99f46-adc9-455f-81b0-1bf762a6d8f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:48:43.125315Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-npzlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21723"
    uid: edfe795b-2f83-445b-95de-bfb096759517
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-854596548c-npzlr
    to ip-10-0-138-73.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:48:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:48:43Z"
    name: isvc-canary-create-predictor-854596548c-npzlr.18d5de5e33b35601
    namespace: kserve-ci-e2e-test
    resourceVersion: "21734"
    uid: 7cdbab08-1082-44a3-8cab-f10f220b681e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-npzlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21728"
    uid: edfe795b-2f83-445b-95de-bfb096759517
  kind: Event
  lastTimestamp: "2026-09-16T17:48:44Z"
  message: 'MountVolume.SetUp failed for volume "kube-rbac-proxy-sar-config" : failed
    to sync configmap cache: timed out waiting for the condition'
  metadata:
    creationTimestamp: "2026-09-16T17:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:44Z"
    name: isvc-canary-create-predictor-854596548c-npzlr.18d5de5e777fea10
    namespace: kserve-ci-e2e-test
    resourceVersion: "21767"
    uid: b3ae49a7-e2c6-44a2-9ff1-c31c4b0fb072
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-npzlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21741"
    uid: edfe795b-2f83-445b-95de-bfb096759517
  kind: Event
  lastTimestamp: "2026-09-16T17:48:45Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:48:45Z"
    name: isvc-canary-create-predictor-854596548c-npzlr.18d5de5eaf9d5d7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21784"
    uid: d03ebe23-3091-49b8-8a92-b53aa0a0bd0f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-npzlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21728"
    uid: edfe795b-2f83-445b-95de-bfb096759517
  kind: Event
  lastTimestamp: "2026-09-16T17:48:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:45Z"
    name: isvc-canary-create-predictor-854596548c-npzlr.18d5de5eb15286c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: 0ce3bed3-c950-4121-9154-4f9922e4014a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-npzlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21728"
    uid: edfe795b-2f83-445b-95de-bfb096759517
  kind: Event
  lastTimestamp: "2026-09-16T17:48:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:45Z"
    name: isvc-canary-create-predictor-854596548c-npzlr.18d5de5eb3940f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "21789"
    uid: 3ba2b0a0-2679-4e2d-a83e-f875665b14d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-npzlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21728"
    uid: edfe795b-2f83-445b-95de-bfb096759517
  kind: Event
  lastTimestamp: "2026-09-16T17:48:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:45Z"
    name: isvc-canary-create-predictor-854596548c-npzlr.18d5de5eb4074f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21791"
    uid: 33f39dfe-bad2-496c-9f50-57f11c26c86a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-npzlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21728"
    uid: edfe795b-2f83-445b-95de-bfb096759517
  kind: Event
  lastTimestamp: "2026-09-16T17:48:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:49Z"
    name: isvc-canary-create-predictor-854596548c-npzlr.18d5de5fc3e6bb38
    namespace: kserve-ci-e2e-test
    resourceVersion: "21843"
    uid: 79e7c335-cf2c-44dc-9bb3-88d7b81b5149
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-npzlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21728"
    uid: edfe795b-2f83-445b-95de-bfb096759517
  kind: Event
  lastTimestamp: "2026-09-16T17:48:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:49Z"
    name: isvc-canary-create-predictor-854596548c-npzlr.18d5de5fc7ce83f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21848"
    uid: 51d10f4c-1e0e-46f9-b573-b1413103383e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-npzlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21728"
    uid: edfe795b-2f83-445b-95de-bfb096759517
  kind: Event
  lastTimestamp: "2026-09-16T17:48:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:49Z"
    name: isvc-canary-create-predictor-854596548c-npzlr.18d5de5fc84ece13
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: 11dc62d4-5319-408f-9f1b-8b01e70ceb88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-npzlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21728"
    uid: edfe795b-2f83-445b-95de-bfb096759517
  kind: Event
  lastTimestamp: "2026-09-16T17:48:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:49Z"
    name: isvc-canary-create-predictor-854596548c-npzlr.18d5de5fc85f259a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21853"
    uid: e4d7c010-0316-452e-aec0-73a892d4b660
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-npzlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21728"
    uid: edfe795b-2f83-445b-95de-bfb096759517
  kind: Event
  lastTimestamp: "2026-09-16T17:48:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:49Z"
    name: isvc-canary-create-predictor-854596548c-npzlr.18d5de5fcc128ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21856"
    uid: dd67dad4-befa-4a4c-893b-9c70514b492e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-npzlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21728"
    uid: edfe795b-2f83-445b-95de-bfb096759517
  kind: Event
  lastTimestamp: "2026-09-16T17:48:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:48:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:50Z"
    name: isvc-canary-create-predictor-854596548c-npzlr.18d5de5fcc8b43d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21860"
    uid: 5de48427-f09f-46a3-9453-e3be418d9bb5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-npzlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21728"
    uid: edfe795b-2f83-445b-95de-bfb096759517
  kind: Event
  lastTimestamp: "2026-09-16T17:50:00Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:48:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:00Z"
    name: isvc-canary-create-predictor-854596548c-npzlr.18d5de603c08be80
    namespace: kserve-ci-e2e-test
    resourceVersion: "22366"
    uid: 87b3ce12-4d0a-4252-a887-679edce4242c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-npzlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21728"
    uid: edfe795b-2f83-445b-95de-bfb096759517
  kind: Event
  lastTimestamp: "2026-09-16T17:50:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:08Z"
    name: isvc-canary-create-predictor-854596548c-npzlr.18d5de71f683db5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: 9378c86a-f199-4f90-9bc8-11da7de99b5c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-npzlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21728"
    uid: edfe795b-2f83-445b-95de-bfb096759517
  kind: Event
  lastTimestamp: "2026-09-16T17:50:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:08Z"
    name: isvc-canary-create-predictor-854596548c-npzlr.18d5de71f684cd37
    namespace: kserve-ci-e2e-test
    resourceVersion: "22447"
    uid: b5166572-e48e-488c-b7ba-faaf77792396
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-854596548c-npzlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21728"
    uid: edfe795b-2f83-445b-95de-bfb096759517
  kind: Event
  lastTimestamp: "2026-09-16T17:50:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:12Z"
    name: isvc-canary-create-predictor-854596548c-npzlr.18d5de7318338dd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22497"
    uid: ffafab5b-601d-4cdb-b2b3-f8b210e851a7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-854596548c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21713"
    uid: 0ef2dba9-c461-4426-95e3-b5b7ff43395f
  kind: Event
  lastTimestamp: "2026-09-16T17:48:43Z"
  message: 'Created pod: isvc-canary-create-predictor-854596548c-npzlr'
  metadata:
    creationTimestamp: "2026-09-16T17:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:48:43Z"
    name: isvc-canary-create-predictor-854596548c.18d5de5e32cb2d4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21726"
    uid: 48f2e746-c6ef-4361-ba55-65b4887a06d5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-854596548c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21713"
    uid: 0ef2dba9-c461-4426-95e3-b5b7ff43395f
  kind: Event
  lastTimestamp: "2026-09-16T17:48:43Z"
  message: 'Created pod: isvc-canary-create-predictor-854596548c-2nwrv'
  metadata:
    creationTimestamp: "2026-09-16T17:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:48:43Z"
    name: isvc-canary-create-predictor-854596548c.18d5de5e3869fb53
    namespace: kserve-ci-e2e-test
    resourceVersion: "21743"
    uid: 7c6b8ca3-b75e-4efc-a612-ddeec3181448
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-854596548c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: 0ef2dba9-c461-4426-95e3-b5b7ff43395f
  kind: Event
  lastTimestamp: "2026-09-16T17:50:07Z"
  message: 'Deleted pod: isvc-canary-create-predictor-854596548c-npzlr'
  metadata:
    creationTimestamp: "2026-09-16T17:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:50:07Z"
    name: isvc-canary-create-predictor-854596548c.18d5de71f6545d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "22442"
    uid: c09fd545-20a7-4756-a215-8d19c7cb6d97
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21712"
    uid: c72404ec-d31d-499d-808e-8cea08cf44c6
  kind: Event
  lastTimestamp: "2026-09-16T17:48:42Z"
  message: Scaled up replica set isvc-canary-create-predictor-854596548c from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-16T17:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:48:42Z"
    name: isvc-canary-create-predictor.18d5de5e2b86762c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21716"
    uid: f413b3f7-4b01-4905-9d37-566d13012293
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22433"
    uid: c72404ec-d31d-499d-808e-8cea08cf44c6
  kind: Event
  lastTimestamp: "2026-09-16T17:50:07Z"
  message: Scaled down replica set isvc-canary-create-predictor-854596548c from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-16T17:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:50:07Z"
    name: isvc-canary-create-predictor.18d5de71f5be010f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22439"
    uid: 8a00bc90-5feb-4df9-b76c-1eb7d3e03578
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:48:43.102845Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21720"
    uid: 4f6a368c-bc67-4bda-9fd6-554d4e20d681
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-5cd44d6886-4v9nb
    to ip-10-0-138-73.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:48:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:48:43Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb.18d5de5e325c70c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21729"
    uid: 233ade6f-b104-4faa-9578-727f4e61b103
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21722"
    uid: 4f6a368c-bc67-4bda-9fd6-554d4e20d681
  kind: Event
  lastTimestamp: "2026-09-16T17:48:44Z"
  message: 'MountVolume.SetUp failed for volume "kube-rbac-proxy-sar-config" : failed
    to sync configmap cache: timed out waiting for the condition'
  metadata:
    creationTimestamp: "2026-09-16T17:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:44Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb.18d5de5e777d81b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21766"
    uid: 4feb86a0-0e64-45e9-a5d8-f98633a90e56
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21722"
    uid: 4f6a368c-bc67-4bda-9fd6-554d4e20d681
  kind: Event
  lastTimestamp: "2026-09-16T17:48:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : failed to sync secret
    cache: timed out waiting for the condition'
  metadata:
    creationTimestamp: "2026-09-16T17:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:44Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb.18d5de5e7781ee70
    namespace: kserve-ci-e2e-test
    resourceVersion: "21768"
    uid: 34fce119-d9c9-4e51-9441-feefc47dc6e4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21737"
    uid: 4f6a368c-bc67-4bda-9fd6-554d4e20d681
  kind: Event
  lastTimestamp: "2026-09-16T17:48:45Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:48:45Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb.18d5de5eae083e48
    namespace: kserve-ci-e2e-test
    resourceVersion: "21782"
    uid: 63c39bb0-7455-4dab-8553-bbf7ba255512
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21722"
    uid: 4f6a368c-bc67-4bda-9fd6-554d4e20d681
  kind: Event
  lastTimestamp: "2026-09-16T17:48:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:45Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb.18d5de5eaffd37d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21785"
    uid: 802ce7a9-8138-4a8b-a47e-a7aa1b2eb71a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21722"
    uid: 4f6a368c-bc67-4bda-9fd6-554d4e20d681
  kind: Event
  lastTimestamp: "2026-09-16T17:48:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:45Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb.18d5de5eb35ba3a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: 6543a906-54b1-4b7f-a2f8-8c57309478b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21722"
    uid: 4f6a368c-bc67-4bda-9fd6-554d4e20d681
  kind: Event
  lastTimestamp: "2026-09-16T17:48:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:45Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb.18d5de5eb3e3e76a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: 32eb993c-1f4c-4fe2-81c3-c8cad05e9b71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21722"
    uid: 4f6a368c-bc67-4bda-9fd6-554d4e20d681
  kind: Event
  lastTimestamp: "2026-09-16T17:48:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:49Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb.18d5de5fc3faf011
    namespace: kserve-ci-e2e-test
    resourceVersion: "21844"
    uid: 26225003-e627-48b4-bc8c-8b7bf4e150b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21722"
    uid: 4f6a368c-bc67-4bda-9fd6-554d4e20d681
  kind: Event
  lastTimestamp: "2026-09-16T17:48:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:49Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb.18d5de5fc7c519d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21847"
    uid: e2ae4b24-ae0b-4ad1-bf75-cb57ed25a7b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21722"
    uid: 4f6a368c-bc67-4bda-9fd6-554d4e20d681
  kind: Event
  lastTimestamp: "2026-09-16T17:48:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:49Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb.18d5de5fc841d9a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21849"
    uid: d2cba1cd-03be-42b0-a9ae-8d8a9d7e3578
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21722"
    uid: 4f6a368c-bc67-4bda-9fd6-554d4e20d681
  kind: Event
  lastTimestamp: "2026-09-16T17:48:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:49Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb.18d5de5fc84e9295
    namespace: kserve-ci-e2e-test
    resourceVersion: "21851"
    uid: 9cc8c9c8-8ff1-475c-8434-2292328c76bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21722"
    uid: 4f6a368c-bc67-4bda-9fd6-554d4e20d681
  kind: Event
  lastTimestamp: "2026-09-16T17:48:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:49Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb.18d5de5fcbf19322
    namespace: kserve-ci-e2e-test
    resourceVersion: "21854"
    uid: dc045013-2efa-4162-aef3-0732d2509809
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21722"
    uid: 4f6a368c-bc67-4bda-9fd6-554d4e20d681
  kind: Event
  lastTimestamp: "2026-09-16T17:48:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:49Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb.18d5de5fcc6ccfab
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: 36a8082a-361f-427c-b632-eb50830fc540
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21722"
    uid: 4f6a368c-bc67-4bda-9fd6-554d4e20d681
  kind: Event
  lastTimestamp: "2026-09-16T17:50:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:48:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:17Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb.18d5de603c09c541
    namespace: kserve-ci-e2e-test
    resourceVersion: "22564"
    uid: 983d8403-cffa-47ff-b051-febee40bf1f6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21722"
    uid: 4f6a368c-bc67-4bda-9fd6-554d4e20d681
  kind: Event
  lastTimestamp: "2026-09-16T17:50:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:13Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb.18d5de732a90a1df
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 440ed733-9c8c-4fd6-bc9e-05acaa82989c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21722"
    uid: 4f6a368c-bc67-4bda-9fd6-554d4e20d681
  kind: Event
  lastTimestamp: "2026-09-16T17:50:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:13Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb.18d5de732a912df0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22527"
    uid: 32753178-9512-41bd-8b7b-bef6139c1b22
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21722"
    uid: 4f6a368c-bc67-4bda-9fd6-554d4e20d681
  kind: Event
  lastTimestamp: "2026-09-16T17:50:17Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:50:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:17Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb.18d5de7442479e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22563"
    uid: 8bcb3005-397e-43e2-a265-847cddc9885c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-5cd44d6886
    namespace: kserve-ci-e2e-test
    resourceVersion: "21701"
    uid: 5eb0b7ac-9a22-4cd9-8b3b-17fab886c263
  kind: Event
  lastTimestamp: "2026-09-16T17:48:43Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-5cd44d6886-4v9nb'
  metadata:
    creationTimestamp: "2026-09-16T17:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:48:43Z"
    name: isvc-canary-create-v2-predictor-5cd44d6886.18d5de5e30b44f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21721"
    uid: c622f67b-aa7e-4439-8f8d-487c6036aed6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21700"
    uid: bf7974b6-f674-46f2-b1f3-4e6263fe0218
  kind: Event
  lastTimestamp: "2026-09-16T17:48:42Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-5cd44d6886 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T17:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:48:42Z"
    name: isvc-canary-create-v2-predictor.18d5de5e26aae145
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: a711e3a5-a125-4aaa-b717-d83f8b83080a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21693"
    uid: eb1c84f4-7feb-4f72-acad-8498894a1515
  kind: Event
  lastTimestamp: "2026-09-16T17:50:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:50:08Z"
    name: isvc-canary-create.18d5de5e2ae6c130
    namespace: kserve-ci-e2e-test
    resourceVersion: "22463"
    uid: c6bc3f07-ab8d-435c-9723-75d02f8e619e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21693"
    uid: eb1c84f4-7feb-4f72-acad-8498894a1515
  kind: Event
  lastTimestamp: "2026-09-16T17:50:08Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:50:08Z"
    name: isvc-canary-create.18d5de5e2bca08fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22454"
    uid: 5eced701-a210-4173-93fb-b1523575195c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21693"
    uid: eb1c84f4-7feb-4f72-acad-8498894a1515
  kind: Event
  lastTimestamp: "2026-09-16T17:50:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:50:08Z"
    name: isvc-canary-create.18d5de5e2bca54ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "22455"
    uid: 117e32a4-42e4-4ae4-a8a2-e8bece87975d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22458"
    uid: eb1c84f4-7feb-4f72-acad-8498894a1515
  kind: Event
  lastTimestamp: "2026-09-16T17:50:08Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:50:08Z"
    name: isvc-canary-create.18d5de71fd6ecc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "22460"
    uid: adbd898d-72ba-488c-bf7a-5c2e7517df8c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:50:18.509039Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22608"
    uid: 12d82fb3-ef0b-4cd7-a584-c62c712dbd19
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-65ff4fc5f5-hv2f9
    to ip-10-0-129-160.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:50:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:50:18Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9.18d5de7469037ad8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22617"
    uid: a758b5b8-3ebe-4fa8-b7d6-3520f7e54afd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22614"
    uid: 12d82fb3-ef0b-4cd7-a584-c62c712dbd19
  kind: Event
  lastTimestamp: "2026-09-16T17:50:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T17:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:18Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9.18d5de747735efd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22638"
    uid: 1b5f8f6c-bcfd-447a-bcd8-02ddd2c92515
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22621"
    uid: 12d82fb3-ef0b-4cd7-a584-c62c712dbd19
  kind: Event
  lastTimestamp: "2026-09-16T17:50:19Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:50:19Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9.18d5de74aeafd1c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22653"
    uid: 3afc1529-19d7-48a0-a045-69f2f4eee60a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22614"
    uid: 12d82fb3-ef0b-4cd7-a584-c62c712dbd19
  kind: Event
  lastTimestamp: "2026-09-16T17:50:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:19Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9.18d5de74b0c5c94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22656"
    uid: a47be020-3357-40db-a1cd-41d8ad572952
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22614"
    uid: 12d82fb3-ef0b-4cd7-a584-c62c712dbd19
  kind: Event
  lastTimestamp: "2026-09-16T17:50:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:19Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9.18d5de74b361964a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22658"
    uid: 32701fd2-5c29-4a6e-be6f-a13c8d21105d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22614"
    uid: 12d82fb3-ef0b-4cd7-a584-c62c712dbd19
  kind: Event
  lastTimestamp: "2026-09-16T17:50:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:19Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9.18d5de74b3cfcb48
    namespace: kserve-ci-e2e-test
    resourceVersion: "22659"
    uid: 1e1dd1aa-17a9-4f06-a8db-e8ca0de08bf4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22614"
    uid: 12d82fb3-ef0b-4cd7-a584-c62c712dbd19
  kind: Event
  lastTimestamp: "2026-09-16T17:50:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:24Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9.18d5de75bb8f628e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22712"
    uid: 69e6f7be-1873-4cca-b660-1d0a210394dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22614"
    uid: 12d82fb3-ef0b-4cd7-a584-c62c712dbd19
  kind: Event
  lastTimestamp: "2026-09-16T17:50:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:24Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9.18d5de75beb895d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22715"
    uid: a6b8b172-2d87-46e7-af6c-493eb298eddb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22614"
    uid: 12d82fb3-ef0b-4cd7-a584-c62c712dbd19
  kind: Event
  lastTimestamp: "2026-09-16T17:50:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:24Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9.18d5de75bf2e83b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22716"
    uid: f194a2a5-17ac-4b9b-a67d-08b9a61659d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22614"
    uid: 12d82fb3-ef0b-4cd7-a584-c62c712dbd19
  kind: Event
  lastTimestamp: "2026-09-16T17:50:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:24Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9.18d5de75bf39348e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22717"
    uid: b66d0a2e-0523-4d56-8050-828c4b9b8939
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22614"
    uid: 12d82fb3-ef0b-4cd7-a584-c62c712dbd19
  kind: Event
  lastTimestamp: "2026-09-16T17:50:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:24Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9.18d5de75c2486bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22720"
    uid: 1490f47e-03c7-4435-9f45-c71b3d0a3952
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22614"
    uid: 12d82fb3-ef0b-4cd7-a584-c62c712dbd19
  kind: Event
  lastTimestamp: "2026-09-16T17:50:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:24Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9.18d5de75c2bc92f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22721"
    uid: f3048fbc-4ff5-4029-8333-69710b797ba0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22614"
    uid: 12d82fb3-ef0b-4cd7-a584-c62c712dbd19
  kind: Event
  lastTimestamp: "2026-09-16T17:51:32Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:51:32Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9.18d5de763360c1f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23221"
    uid: cf61fae2-2936-4227-aac7-3b76a9310180
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22614"
    uid: 12d82fb3-ef0b-4cd7-a584-c62c712dbd19
  kind: Event
  lastTimestamp: "2026-09-16T17:51:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:51:38Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9.18d5de8717e4682c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23288"
    uid: d439d3ed-e0b6-4e15-8dc3-bbba85eb2af7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22614"
    uid: 12d82fb3-ef0b-4cd7-a584-c62c712dbd19
  kind: Event
  lastTimestamp: "2026-09-16T17:51:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:51:38Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9.18d5de8717e57e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23291"
    uid: 0517f696-c257-46e8-84ef-687ab9309c5c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22614"
    uid: 12d82fb3-ef0b-4cd7-a584-c62c712dbd19
  kind: Event
  lastTimestamp: "2026-09-16T17:51:42Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:51:42Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9.18d5de87e58510d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23323"
    uid: b4f52db5-3e34-4a11-8634-9c2687e61886
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:50:18.607105Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22624"
    uid: 2928c230-1840-489d-9a62-759097efe734
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-65ff4fc5f5-vkjss
    to ip-10-0-138-73.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:50:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:50:18Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss.18d5de746edbdcd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22630"
    uid: 937bda4d-a2d2-48ff-9207-1aba40723214
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22627"
    uid: 2928c230-1840-489d-9a62-759097efe734
  kind: Event
  lastTimestamp: "2026-09-16T17:50:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T17:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:18Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss.18d5de7475a43d2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22636"
    uid: 7437feff-9bf8-4960-9b33-12c2fafbdf17
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22627"
    uid: 2928c230-1840-489d-9a62-759097efe734
  kind: Event
  lastTimestamp: "2026-09-16T17:50:19Z"
  message: 'MountVolume.SetUp failed for volume "kube-rbac-proxy-sar-config" : failed
    to sync configmap cache: timed out waiting for the condition'
  metadata:
    creationTimestamp: "2026-09-16T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:19Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss.18d5de74b13fd41d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22657"
    uid: 5c84a3f5-c6a6-4c0f-b1c6-1079fa22abea
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22632"
    uid: 2928c230-1840-489d-9a62-759097efe734
  kind: Event
  lastTimestamp: "2026-09-16T17:50:20Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:50:20Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss.18d5de74ea30faa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22676"
    uid: 06b7577e-e312-4d33-a347-ea12c2b0bd32
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22627"
    uid: 2928c230-1840-489d-9a62-759097efe734
  kind: Event
  lastTimestamp: "2026-09-16T17:50:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:20Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss.18d5de74ebbd92cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22678"
    uid: 871ab89a-8980-4490-8e19-2d9a8922e8c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22627"
    uid: 2928c230-1840-489d-9a62-759097efe734
  kind: Event
  lastTimestamp: "2026-09-16T17:50:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:20Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss.18d5de74ef128ac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22679"
    uid: 14c1643f-98bf-4a9b-a33a-65f3c55f107f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22627"
    uid: 2928c230-1840-489d-9a62-759097efe734
  kind: Event
  lastTimestamp: "2026-09-16T17:50:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:20Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss.18d5de74ef89b341
    namespace: kserve-ci-e2e-test
    resourceVersion: "22680"
    uid: 8888c300-702b-44c9-8c4f-36c325b699aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22627"
    uid: 2928c230-1840-489d-9a62-759097efe734
  kind: Event
  lastTimestamp: "2026-09-16T17:50:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:25Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss.18d5de75fe8ea144
    namespace: kserve-ci-e2e-test
    resourceVersion: "22734"
    uid: 929adca7-28d2-49bb-b9fd-fff93282388b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22627"
    uid: 2928c230-1840-489d-9a62-759097efe734
  kind: Event
  lastTimestamp: "2026-09-16T17:50:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:25Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss.18d5de76026bb116
    namespace: kserve-ci-e2e-test
    resourceVersion: "22736"
    uid: 524399b4-326a-4116-9ed3-6b9ccd67a1ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22627"
    uid: 2928c230-1840-489d-9a62-759097efe734
  kind: Event
  lastTimestamp: "2026-09-16T17:50:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:25Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss.18d5de7602e784a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22738"
    uid: dd549b91-488e-47dc-90d1-57d9f4c2e8e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22627"
    uid: 2928c230-1840-489d-9a62-759097efe734
  kind: Event
  lastTimestamp: "2026-09-16T17:50:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:25Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss.18d5de7602f2d211
    namespace: kserve-ci-e2e-test
    resourceVersion: "22739"
    uid: 938f40e8-9efe-402a-a63d-4d82d7d62fb4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22627"
    uid: 2928c230-1840-489d-9a62-759097efe734
  kind: Event
  lastTimestamp: "2026-09-16T17:50:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:25Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss.18d5de7606087f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "22740"
    uid: 575ca253-7117-4889-886d-d6102e474c5e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22627"
    uid: 2928c230-1840-489d-9a62-759097efe734
  kind: Event
  lastTimestamp: "2026-09-16T17:50:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:25Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss.18d5de760684deaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22741"
    uid: 9e910135-2340-407a-9940-58840f9780dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22627"
    uid: 2928c230-1840-489d-9a62-759097efe734
  kind: Event
  lastTimestamp: "2026-09-16T17:51:52Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:51:52Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss.18d5de763aa7eee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23445"
    uid: 57a372f2-bce6-45db-9a7f-7a6e0add3f00
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22627"
    uid: 2928c230-1840-489d-9a62-759097efe734
  kind: Event
  lastTimestamp: "2026-09-16T17:51:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:51:48Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss.18d5de8952f63ed6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23388"
    uid: 466df8be-871c-4468-97fb-82dd469b394a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22627"
    uid: 2928c230-1840-489d-9a62-759097efe734
  kind: Event
  lastTimestamp: "2026-09-16T17:51:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:51:48Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss.18d5de8952f723c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23389"
    uid: 7ca3b1e4-45be-40f3-8aaa-242546480915
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22627"
    uid: 2928c230-1840-489d-9a62-759097efe734
  kind: Event
  lastTimestamp: "2026-09-16T17:51:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:51:52Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5-vkjss.18d5de8a40da8254
    namespace: kserve-ci-e2e-test
    resourceVersion: "23444"
    uid: 0ea9a286-f179-492c-84b1-ce0172800adc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-65ff4fc5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22593"
    uid: b68e82cc-4092-42aa-9db8-6e982e253938
  kind: Event
  lastTimestamp: "2026-09-16T17:50:18Z"
  message: 'Created pod: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9'
  metadata:
    creationTimestamp: "2026-09-16T17:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:50:18Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5.18d5de7467911fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22613"
    uid: 7c6317e0-7b0a-449e-88e2-66a6f2a3f199
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-65ff4fc5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22593"
    uid: b68e82cc-4092-42aa-9db8-6e982e253938
  kind: Event
  lastTimestamp: "2026-09-16T17:50:18Z"
  message: 'Created pod: isvc-canary-promote-predictor-65ff4fc5f5-vkjss'
  metadata:
    creationTimestamp: "2026-09-16T17:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:50:18Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5.18d5de746e2f0923
    namespace: kserve-ci-e2e-test
    resourceVersion: "22628"
    uid: 29a01843-cfcd-414d-89f5-12302f94c547
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:51:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-65ff4fc5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23281"
    uid: b68e82cc-4092-42aa-9db8-6e982e253938
  kind: Event
  lastTimestamp: "2026-09-16T17:51:38Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-65ff4fc5f5-hv2f9'
  metadata:
    creationTimestamp: "2026-09-16T17:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:51:38Z"
    name: isvc-canary-promote-predictor-65ff4fc5f5.18d5de8717b61d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23284"
    uid: e5b20462-10ad-4aa2-a8e4-c9a47bed04fe
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22591"
    uid: c5861beb-4f25-4042-9b13-2ef54d85d680
  kind: Event
  lastTimestamp: "2026-09-16T17:50:18Z"
  message: Scaled up replica set isvc-canary-promote-predictor-65ff4fc5f5 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-16T17:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:50:18Z"
    name: isvc-canary-promote-predictor.18d5de745ee32581
    namespace: kserve-ci-e2e-test
    resourceVersion: "22596"
    uid: e8f9ff5b-a80f-4679-80ab-e9be5ea4bd8a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:51:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23276"
    uid: c5861beb-4f25-4042-9b13-2ef54d85d680
  kind: Event
  lastTimestamp: "2026-09-16T17:51:38Z"
  message: Scaled down replica set isvc-canary-promote-predictor-65ff4fc5f5 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-16T17:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:51:38Z"
    name: isvc-canary-promote-predictor.18d5de87172feacd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23282"
    uid: 4c62a739-73d0-4549-8804-c6c3280fd2d3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:50:18.477669Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22604"
    uid: 76fa9b9e-cfe6-433c-8863-dff2ca72ddc0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-b8964cf76-qb8fd
    to ip-10-0-134-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:50:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:50:18Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd.18d5de746724d5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22611"
    uid: 97a46db3-a048-44e4-bff0-6ab1f70e19b9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22620"
    uid: 76fa9b9e-cfe6-433c-8863-dff2ca72ddc0
  kind: Event
  lastTimestamp: "2026-09-16T17:50:19Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:50:19Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd.18d5de74891707c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22645"
    uid: f93525ad-341b-4006-b2af-1c4850435efc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22606"
    uid: 76fa9b9e-cfe6-433c-8863-dff2ca72ddc0
  kind: Event
  lastTimestamp: "2026-09-16T17:50:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:19Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd.18d5de748ad8f402
    namespace: kserve-ci-e2e-test
    resourceVersion: "22647"
    uid: 80425e9d-c25c-4e5b-9a21-dbaf3e5af7f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22606"
    uid: 76fa9b9e-cfe6-433c-8863-dff2ca72ddc0
  kind: Event
  lastTimestamp: "2026-09-16T17:50:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:19Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd.18d5de748d636597
    namespace: kserve-ci-e2e-test
    resourceVersion: "22648"
    uid: 0a914c89-81fa-41ce-bae8-cad2c8987048
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22606"
    uid: 76fa9b9e-cfe6-433c-8863-dff2ca72ddc0
  kind: Event
  lastTimestamp: "2026-09-16T17:50:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:19Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd.18d5de748dd7cfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22649"
    uid: d76c3ca3-53df-4e8c-a1b1-829d658b9705
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22606"
    uid: 76fa9b9e-cfe6-433c-8863-dff2ca72ddc0
  kind: Event
  lastTimestamp: "2026-09-16T17:50:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:24Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd.18d5de75b57a9b62
    namespace: kserve-ci-e2e-test
    resourceVersion: "22705"
    uid: d09d0add-29a8-4474-a3eb-04c1b85b3aea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22606"
    uid: 76fa9b9e-cfe6-433c-8863-dff2ca72ddc0
  kind: Event
  lastTimestamp: "2026-09-16T17:50:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:24Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd.18d5de75b8325da5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22707"
    uid: e54d6640-bfba-4e2d-89e3-b3030a7cd0a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22606"
    uid: 76fa9b9e-cfe6-433c-8863-dff2ca72ddc0
  kind: Event
  lastTimestamp: "2026-09-16T17:50:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:24Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd.18d5de75b8a24d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "22708"
    uid: 9edf87f2-baef-45ac-86a7-062634cf05a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22606"
    uid: 76fa9b9e-cfe6-433c-8863-dff2ca72ddc0
  kind: Event
  lastTimestamp: "2026-09-16T17:50:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:24Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd.18d5de75b8abf24b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22709"
    uid: 49f853d6-3746-4348-a416-ae12ba8a4faa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22606"
    uid: 76fa9b9e-cfe6-433c-8863-dff2ca72ddc0
  kind: Event
  lastTimestamp: "2026-09-16T17:50:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:24Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd.18d5de75bb775a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22711"
    uid: a4b44864-accd-40f7-8c03-34a4ba573851
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22606"
    uid: 76fa9b9e-cfe6-433c-8863-dff2ca72ddc0
  kind: Event
  lastTimestamp: "2026-09-16T17:50:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:50:24Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd.18d5de75bbe6e489
    namespace: kserve-ci-e2e-test
    resourceVersion: "22713"
    uid: 156862e3-2035-4c22-a826-89a8dd7e3b6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22606"
    uid: 76fa9b9e-cfe6-433c-8863-dff2ca72ddc0
  kind: Event
  lastTimestamp: "2026-09-16T17:51:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:51:31Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd.18d5de75f18a0bd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23216"
    uid: 5e915d88-5a43-4bcd-b061-c156551089e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22606"
    uid: 76fa9b9e-cfe6-433c-8863-dff2ca72ddc0
  kind: Event
  lastTimestamp: "2026-09-16T17:53:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:18Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd.18d5de9e596897b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24070"
    uid: 8ea4018f-9a86-4534-bd40-c844a4c015b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22606"
    uid: 76fa9b9e-cfe6-433c-8863-dff2ca72ddc0
  kind: Event
  lastTimestamp: "2026-09-16T17:53:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:18Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd.18d5de9e59692f6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24072"
    uid: 63083c88-e1c4-4a81-9594-6545a442b441
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22606"
    uid: 76fa9b9e-cfe6-433c-8863-dff2ca72ddc0
  kind: Event
  lastTimestamp: "2026-09-16T17:53:21Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:53:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:21Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd.18d5de9eec195b09
    namespace: kserve-ci-e2e-test
    resourceVersion: "24095"
    uid: 9b400778-445c-4600-acc3-a65ecc58491c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:51:48.450974Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23398"
    uid: cdf1c8d9-1736-4ae0-ad71-ae966d09a6ce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-b8964cf76-qcfjg
    to ip-10-0-138-73.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:51:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:51:48Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg.18d5de8959f87d0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23402"
    uid: 52c7ab34-9752-49a5-881e-aeb2437a9e20
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:51:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23406"
    uid: cdf1c8d9-1736-4ae0-ad71-ae966d09a6ce
  kind: Event
  lastTimestamp: "2026-09-16T17:51:49Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:51:49Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg.18d5de897bba877b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23415"
    uid: 5a4293cf-70c1-406a-ae32-3094aac5f104
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:51:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23399"
    uid: cdf1c8d9-1736-4ae0-ad71-ae966d09a6ce
  kind: Event
  lastTimestamp: "2026-09-16T17:51:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:51:49Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg.18d5de897e3281e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23417"
    uid: 3784cb10-1cea-4fed-ab30-6bc34389926c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:51:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23399"
    uid: cdf1c8d9-1736-4ae0-ad71-ae966d09a6ce
  kind: Event
  lastTimestamp: "2026-09-16T17:51:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:51:49Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg.18d5de89814666f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23420"
    uid: 12d17fb9-b18b-4d45-86f5-ed0e6a2f0934
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:51:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23399"
    uid: cdf1c8d9-1736-4ae0-ad71-ae966d09a6ce
  kind: Event
  lastTimestamp: "2026-09-16T17:51:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:51:49Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg.18d5de8981b9adcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23421"
    uid: e9f9025c-b67f-4832-a91b-d93006f69fc8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:51:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23399"
    uid: cdf1c8d9-1736-4ae0-ad71-ae966d09a6ce
  kind: Event
  lastTimestamp: "2026-09-16T17:51:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:51:53Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg.18d5de8a95b6d0c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23457"
    uid: c540bac1-da84-45fb-8fa9-7e675088d560
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:51:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23399"
    uid: cdf1c8d9-1736-4ae0-ad71-ae966d09a6ce
  kind: Event
  lastTimestamp: "2026-09-16T17:51:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:51:53Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg.18d5de8a995aaeda
    namespace: kserve-ci-e2e-test
    resourceVersion: "23461"
    uid: c1d705db-86e0-45b1-8ac7-d07fc849367f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:51:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23399"
    uid: cdf1c8d9-1736-4ae0-ad71-ae966d09a6ce
  kind: Event
  lastTimestamp: "2026-09-16T17:51:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:51:53Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg.18d5de8a99cf093c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23462"
    uid: e3645d8f-7223-4bbb-acd0-85863a19a19a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:51:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23399"
    uid: cdf1c8d9-1736-4ae0-ad71-ae966d09a6ce
  kind: Event
  lastTimestamp: "2026-09-16T17:51:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:51:53Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg.18d5de8a99da9522
    namespace: kserve-ci-e2e-test
    resourceVersion: "23463"
    uid: 6aa0d9fd-3130-417d-9ba6-31ec0a65e2b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:51:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23399"
    uid: cdf1c8d9-1736-4ae0-ad71-ae966d09a6ce
  kind: Event
  lastTimestamp: "2026-09-16T17:51:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:51:53Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg.18d5de8a9cc7c37a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23465"
    uid: e7abd4fc-66f2-4c6e-abc3-1c1c73198459
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:51:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23399"
    uid: cdf1c8d9-1736-4ae0-ad71-ae966d09a6ce
  kind: Event
  lastTimestamp: "2026-09-16T17:51:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:51:53Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg.18d5de8a9d3baf8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23466"
    uid: 84cdf4bc-e69f-4361-9635-d2abc33a7ab8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:51:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23399"
    uid: cdf1c8d9-1736-4ae0-ad71-ae966d09a6ce
  kind: Event
  lastTimestamp: "2026-09-16T17:53:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:08Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg.18d5de8ad1ebde61
    namespace: kserve-ci-e2e-test
    resourceVersion: "23977"
    uid: fcd39dcc-b952-48f7-ac11-fc0151c74378
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23399"
    uid: cdf1c8d9-1736-4ae0-ad71-ae966d09a6ce
  kind: Event
  lastTimestamp: "2026-09-16T17:53:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:18Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg.18d5de9e59b6daa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24071"
    uid: efe50fb8-2efc-436b-a4fe-3895f8815999
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23399"
    uid: cdf1c8d9-1736-4ae0-ad71-ae966d09a6ce
  kind: Event
  lastTimestamp: "2026-09-16T17:53:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:18Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg.18d5de9e59b76158
    namespace: kserve-ci-e2e-test
    resourceVersion: "24073"
    uid: 0a006a9f-1ed4-4e12-bc87-2e24ff46ab33
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23399"
    uid: cdf1c8d9-1736-4ae0-ad71-ae966d09a6ce
  kind: Event
  lastTimestamp: "2026-09-16T17:53:20Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:20Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg.18d5de9ed82bfd30
    namespace: kserve-ci-e2e-test
    resourceVersion: "24090"
    uid: 5d833273-0c1f-46db-a82b-b32ad0bf6174
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-b8964cf76
    namespace: kserve-ci-e2e-test
    resourceVersion: "22583"
    uid: f25db6b0-b6b9-4ba3-8a4b-80cfd8e4d0cb
  kind: Event
  lastTimestamp: "2026-09-16T17:50:18Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-b8964cf76-qb8fd'
  metadata:
    creationTimestamp: "2026-09-16T17:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:50:18Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76.18d5de746662261f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22605"
    uid: dae57183-ca3b-4d32-920b-4dc7937cfd19
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:51:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-b8964cf76
    namespace: kserve-ci-e2e-test
    resourceVersion: "23394"
    uid: f25db6b0-b6b9-4ba3-8a4b-80cfd8e4d0cb
  kind: Event
  lastTimestamp: "2026-09-16T17:51:48Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-b8964cf76-qcfjg'
  metadata:
    creationTimestamp: "2026-09-16T17:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:51:48Z"
    name: isvc-canary-promote-v2-predictor-b8964cf76.18d5de895959d950
    namespace: kserve-ci-e2e-test
    resourceVersion: "23400"
    uid: 5f95d5af-f441-448a-b6e4-26fc35f2bd2a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22580"
    uid: 7bb78eb1-849e-4379-b2d9-2aab1b359899
  kind: Event
  lastTimestamp: "2026-09-16T17:50:18Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-b8964cf76 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T17:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:50:18Z"
    name: isvc-canary-promote-v2-predictor.18d5de745922b183
    namespace: kserve-ci-e2e-test
    resourceVersion: "22585"
    uid: bc073ad3-6ea7-42ff-886f-fcefa8cee135
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:51:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23390"
    uid: 7bb78eb1-849e-4379-b2d9-2aab1b359899
  kind: Event
  lastTimestamp: "2026-09-16T17:51:48Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-b8964cf76 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-16T17:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:51:48Z"
    name: isvc-canary-promote-v2-predictor.18d5de8955475414
    namespace: kserve-ci-e2e-test
    resourceVersion: "23395"
    uid: ec35c10a-3054-47df-ac0e-db002f73b83a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22571"
    uid: 20b5e502-0e96-4cfd-8fca-136ce78ec908
  kind: Event
  lastTimestamp: "2026-09-16T17:51:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:51:42Z"
    name: isvc-canary-promote.18d5de745e91f54f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23334"
    uid: e119ce6d-fba8-4b0e-93b8-a27c30214834
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22571"
    uid: 20b5e502-0e96-4cfd-8fca-136ce78ec908
  kind: Event
  lastTimestamp: "2026-09-16T17:51:38Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:51:38Z"
    name: isvc-canary-promote.18d5de74600a9320
    namespace: kserve-ci-e2e-test
    resourceVersion: "23298"
    uid: 682a568f-05fe-4f24-a5aa-b0d22e726823
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:50:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22571"
    uid: 20b5e502-0e96-4cfd-8fca-136ce78ec908
  kind: Event
  lastTimestamp: "2026-09-16T17:51:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:51:38Z"
    name: isvc-canary-promote.18d5de74600af518
    namespace: kserve-ci-e2e-test
    resourceVersion: "23299"
    uid: efa559c6-8b3b-488e-bed2-e07bd84539e3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:51:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23332"
    uid: 20b5e502-0e96-4cfd-8fca-136ce78ec908
  kind: Event
  lastTimestamp: "2026-09-16T17:53:18Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:53:18Z"
    name: isvc-canary-promote.18d5de87f3424379
    namespace: kserve-ci-e2e-test
    resourceVersion: "24052"
    uid: 477c8eb6-0d3c-4003-aef2-ecf4b8297989
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:39:51.050507Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16226"
    uid: 1f43a0c1-7def-48fd-aed0-01ecd8982251
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6cb68d45bc-cdldl
    to ip-10-0-134-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:39:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:39:51Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl.18d5dde251921e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "16231"
    uid: 75598dd1-2ea6-4f50-9083-44a8797de73f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16235"
    uid: 1f43a0c1-7def-48fd-aed0-01ecd8982251
  kind: Event
  lastTimestamp: "2026-09-16T17:39:51Z"
  message: Add eth0 [10.132.0.17/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:39:51Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl.18d5dde2735fda19
    namespace: kserve-ci-e2e-test
    resourceVersion: "16243"
    uid: e977d29e-cef9-483c-bc45-d5d2ebe085d1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 1f43a0c1-7def-48fd-aed0-01ecd8982251
  kind: Event
  lastTimestamp: "2026-09-16T17:39:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:51Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl.18d5dde274ef6476
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: 2452203b-36ab-4538-b765-798d04bea47e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 1f43a0c1-7def-48fd-aed0-01ecd8982251
  kind: Event
  lastTimestamp: "2026-09-16T17:39:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:51Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl.18d5dde27768a4bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16246"
    uid: 6f845415-263e-45c1-a2a6-fa3e1003549f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 1f43a0c1-7def-48fd-aed0-01ecd8982251
  kind: Event
  lastTimestamp: "2026-09-16T17:39:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:51Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl.18d5dde277dc87c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16247"
    uid: 6d1b3a5c-7eb8-4416-bc38-ba315bf257f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 1f43a0c1-7def-48fd-aed0-01ecd8982251
  kind: Event
  lastTimestamp: "2026-09-16T17:39:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:55Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl.18d5dde36df320f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16290"
    uid: 08bf0380-b4d3-4b0f-96f1-02e66a8592e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 1f43a0c1-7def-48fd-aed0-01ecd8982251
  kind: Event
  lastTimestamp: "2026-09-16T17:39:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:55Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl.18d5dde371b7b51a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16293"
    uid: 167be771-8c97-4eae-a68c-78a946e49340
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 1f43a0c1-7def-48fd-aed0-01ecd8982251
  kind: Event
  lastTimestamp: "2026-09-16T17:39:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:55Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl.18d5dde37227927d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16294"
    uid: 1f797841-1ff6-4342-a843-6e594876e47d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 1f43a0c1-7def-48fd-aed0-01ecd8982251
  kind: Event
  lastTimestamp: "2026-09-16T17:39:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:55Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl.18d5dde37232019b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16296"
    uid: 70773e04-110c-4401-b66c-0fdf883b6cd9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 1f43a0c1-7def-48fd-aed0-01ecd8982251
  kind: Event
  lastTimestamp: "2026-09-16T17:39:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:55Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl.18d5dde37634f60d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: a2f8001f-cf63-48bd-a38b-5acd90d22724
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 1f43a0c1-7def-48fd-aed0-01ecd8982251
  kind: Event
  lastTimestamp: "2026-09-16T17:39:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:55Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl.18d5dde376a83bb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16317"
    uid: 5b1f429e-7ef5-4154-a9c9-f5e159452fa3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 1f43a0c1-7def-48fd-aed0-01ecd8982251
  kind: Event
  lastTimestamp: "2026-09-16T17:41:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.17:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:07Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl.18d5dde3e5d261fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: 151db280-4828-4cdb-a0e3-d70a1743d572
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 1f43a0c1-7def-48fd-aed0-01ecd8982251
  kind: Event
  lastTimestamp: "2026-09-16T17:41:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:20Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl.18d5ddf742dd4cc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17110"
    uid: d63d8dd4-47bd-46bc-975b-cf13fbbab2df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 1f43a0c1-7def-48fd-aed0-01ecd8982251
  kind: Event
  lastTimestamp: "2026-09-16T17:41:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:21Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl.18d5ddf742dddc4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17112"
    uid: e110ca75-4e12-427d-a005-ebaf5ee74ae8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 1f43a0c1-7def-48fd-aed0-01ecd8982251
  kind: Event
  lastTimestamp: "2026-09-16T17:41:23Z"
  message: 'Readiness probe failed: Get "https://10.132.0.17:8643/healthz": dial tcp
    10.132.0.17:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:23Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-cdldl.18d5ddf7ebfbe13d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17135"
    uid: 44088c27-c20a-4660-8648-84c3305f2f8e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:38:01.545776Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15219"
    uid: b8c207aa-4161-47bf-b859-99af39544dee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6cb68d45bc-fbqf7
    to ip-10-0-134-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:38:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:38:01Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7.18d5ddc8d2948afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15224"
    uid: e0798735-0a76-4788-82b1-02fc7c7bf72d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15233"
    uid: b8c207aa-4161-47bf-b859-99af39544dee
  kind: Event
  lastTimestamp: "2026-09-16T17:38:02Z"
  message: Add eth0 [10.132.0.16/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:38:02Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7.18d5ddc8f4641166
    namespace: kserve-ci-e2e-test
    resourceVersion: "15269"
    uid: 5afa049e-e1e2-410e-8212-e576fa35f51b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: b8c207aa-4161-47bf-b859-99af39544dee
  kind: Event
  lastTimestamp: "2026-09-16T17:38:02Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
  metadata:
    creationTimestamp: "2026-09-16T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:02Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7.18d5ddc8f60adfa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15274"
    uid: ffad050b-96a6-4fc1-8294-bb438319004c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: b8c207aa-4161-47bf-b859-99af39544dee
  kind: Event
  lastTimestamp: "2026-09-16T17:38:05Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    in 3.531s (3.531s including waiting). Image size: 306726315 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:05Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7.18d5ddc9c88fba64
    namespace: kserve-ci-e2e-test
    resourceVersion: "15304"
    uid: a0c69284-fefd-4379-9ac9-cf384b05a9ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: b8c207aa-4161-47bf-b859-99af39544dee
  kind: Event
  lastTimestamp: "2026-09-16T17:38:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:05Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7.18d5ddc9cb829ab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15305"
    uid: 94188d07-c482-4e4f-933a-0c779b333a15
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: b8c207aa-4161-47bf-b859-99af39544dee
  kind: Event
  lastTimestamp: "2026-09-16T17:38:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:05Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7.18d5ddc9cbf36709
    namespace: kserve-ci-e2e-test
    resourceVersion: "15307"
    uid: b826a097-fb0e-4c0b-a2e7-f51635171991
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: b8c207aa-4161-47bf-b859-99af39544dee
  kind: Event
  lastTimestamp: "2026-09-16T17:38:10Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
  metadata:
    creationTimestamp: "2026-09-16T17:38:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:10Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7.18d5ddcae4241372
    namespace: kserve-ci-e2e-test
    resourceVersion: "15366"
    uid: 2c1cdaf0-3288-442e-bda2-6dbb8ad38d34
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: b8c207aa-4161-47bf-b859-99af39544dee
  kind: Event
  lastTimestamp: "2026-09-16T17:38:23Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    in 12.8s (12.8s including waiting). Image size: 1580636048 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:23Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7.18d5ddcddf1d1d30
    namespace: kserve-ci-e2e-test
    resourceVersion: "15470"
    uid: ed0982cb-2f39-49ab-9336-84a739539c2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: b8c207aa-4161-47bf-b859-99af39544dee
  kind: Event
  lastTimestamp: "2026-09-16T17:38:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:23Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7.18d5ddcde1fa9af4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15471"
    uid: 7179359b-8842-483a-acb5-0be0349a00e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: b8c207aa-4161-47bf-b859-99af39544dee
  kind: Event
  lastTimestamp: "2026-09-16T17:38:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:23Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7.18d5ddcde26de017
    namespace: kserve-ci-e2e-test
    resourceVersion: "15472"
    uid: 78140309-fba6-48c6-9932-f62b97f9562a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: b8c207aa-4161-47bf-b859-99af39544dee
  kind: Event
  lastTimestamp: "2026-09-16T17:38:23Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T17:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:23Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7.18d5ddcde27cb2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15473"
    uid: 7e0b9412-e2d9-4e1f-a879-018685aadcc9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: b8c207aa-4161-47bf-b859-99af39544dee
  kind: Event
  lastTimestamp: "2026-09-16T17:38:25Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.132s (2.132s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:25Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7.18d5ddce619c14d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: f3018137-2e09-4d8c-a879-ddbf6b313325
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: b8c207aa-4161-47bf-b859-99af39544dee
  kind: Event
  lastTimestamp: "2026-09-16T17:38:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:25Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7.18d5ddce64a15146
    namespace: kserve-ci-e2e-test
    resourceVersion: "15504"
    uid: 3aca3f2a-fb01-4d2c-904c-3d83c5758eb5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: b8c207aa-4161-47bf-b859-99af39544dee
  kind: Event
  lastTimestamp: "2026-09-16T17:38:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:25Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7.18d5ddce6512bc8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: f04e1bf9-4e5c-4bdc-ada8-e3cb935d68f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: b8c207aa-4161-47bf-b859-99af39544dee
  kind: Event
  lastTimestamp: "2026-09-16T17:39:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.16:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:31Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7.18d5ddce6685020b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16015"
    uid: c5f03502-4511-4f8e-85ed-3cff83bbb911
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: b8c207aa-4161-47bf-b859-99af39544dee
  kind: Event
  lastTimestamp: "2026-09-16T17:39:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:41Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7.18d5dde011e94f34
    namespace: kserve-ci-e2e-test
    resourceVersion: "16114"
    uid: a5c169a9-6291-4c5a-8ba8-70e45250dd27
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: b8c207aa-4161-47bf-b859-99af39544dee
  kind: Event
  lastTimestamp: "2026-09-16T17:39:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:41Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7.18d5dde011ea555a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: ee83d7a5-8fd3-409e-a117-b33ad2c047ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: b8c207aa-4161-47bf-b859-99af39544dee
  kind: Event
  lastTimestamp: "2026-09-16T17:39:41Z"
  message: 'Readiness probe failed: Get "https://10.132.0.16:8643/healthz": dial tcp
    10.132.0.16:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:41Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7.18d5dde018ab655d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16128"
    uid: 814ff2e0-fab0-4956-8f18-4955c46cdfd9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:38:01.393643Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15196"
    uid: 797456a3-9568-4dd4-9e73-0a8f55411436
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6cb68d45bc-mkchq
    to ip-10-0-129-160.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:38:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:38:01Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq.18d5ddc8c983258f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15203"
    uid: 1ef20f61-433b-46ed-a4a8-e06f4b5c2836
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15214"
    uid: 797456a3-9568-4dd4-9e73-0a8f55411436
  kind: Event
  lastTimestamp: "2026-09-16T17:38:01Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:38:01Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq.18d5ddc8ebe3a13b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15256"
    uid: 62954b4b-df2c-4767-81bb-58c8e1bcc197
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: 797456a3-9568-4dd4-9e73-0a8f55411436
  kind: Event
  lastTimestamp: "2026-09-16T17:38:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:02Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq.18d5ddc8ee1f028e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15260"
    uid: 132aefcb-0569-419d-89a1-93db51a6c651
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: 797456a3-9568-4dd4-9e73-0a8f55411436
  kind: Event
  lastTimestamp: "2026-09-16T17:38:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:02Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq.18d5ddc8f0537f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15263"
    uid: 454c764c-dd99-48e9-9b02-01cd13d29cb1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: 797456a3-9568-4dd4-9e73-0a8f55411436
  kind: Event
  lastTimestamp: "2026-09-16T17:38:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:02Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq.18d5ddc8f0c5a5ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15264"
    uid: 38ef0e31-c207-46de-8604-06dfc4386111
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: 797456a3-9568-4dd4-9e73-0a8f55411436
  kind: Event
  lastTimestamp: "2026-09-16T17:38:06Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
  metadata:
    creationTimestamp: "2026-09-16T17:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:06Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq.18d5ddc9e2d85f17
    namespace: kserve-ci-e2e-test
    resourceVersion: "15314"
    uid: bdaf9dbd-5217-4e24-ae85-f05b3b275166
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: 797456a3-9568-4dd4-9e73-0a8f55411436
  kind: Event
  lastTimestamp: "2026-09-16T17:38:22Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    in 15.982s (15.982s including waiting). Image size: 1580636048 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:22Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq.18d5ddcd9b769e4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15449"
    uid: 38b181d6-207a-4263-8214-9f85f363207e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: 797456a3-9568-4dd4-9e73-0a8f55411436
  kind: Event
  lastTimestamp: "2026-09-16T17:38:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:22Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq.18d5ddcd9f1ac6e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15451"
    uid: 65d05652-f33e-4369-bf64-c168f577d9a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: 797456a3-9568-4dd4-9e73-0a8f55411436
  kind: Event
  lastTimestamp: "2026-09-16T17:38:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:22Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq.18d5ddcd9fa1e1ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15453"
    uid: a18f9b43-7640-41f4-a686-f5ce2ffdfce9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: 797456a3-9568-4dd4-9e73-0a8f55411436
  kind: Event
  lastTimestamp: "2026-09-16T17:38:22Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:22Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq.18d5ddcd9faf20af
    namespace: kserve-ci-e2e-test
    resourceVersion: "15454"
    uid: b6faf333-d1ac-44a3-baa9-65c113f951f5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: 797456a3-9568-4dd4-9e73-0a8f55411436
  kind: Event
  lastTimestamp: "2026-09-16T17:38:24Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.377s (2.377s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:24Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq.18d5ddce2d6658f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15485"
    uid: 03537fc2-e334-4f05-8d4a-162f1efbe689
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: 797456a3-9568-4dd4-9e73-0a8f55411436
  kind: Event
  lastTimestamp: "2026-09-16T17:38:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:24Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq.18d5ddce307e6a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "15488"
    uid: 1e9adf1f-4034-4aa9-a851-6de4f98f2aa5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: 797456a3-9568-4dd4-9e73-0a8f55411436
  kind: Event
  lastTimestamp: "2026-09-16T17:38:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:24Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq.18d5ddce30f04f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "15490"
    uid: 865e659c-4193-47b7-807e-6ca22faa9f8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: 797456a3-9568-4dd4-9e73-0a8f55411436
  kind: Event
  lastTimestamp: "2026-09-16T17:41:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:21Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq.18d5ddce56c5c5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17118"
    uid: 26348f61-3463-4f4e-99fd-d3611cc45fc3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: 797456a3-9568-4dd4-9e73-0a8f55411436
  kind: Event
  lastTimestamp: "2026-09-16T17:41:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:41:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:20Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq.18d5ddf742c49d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "17109"
    uid: 84ad0720-4c55-4e9c-b1b9-4cfaddf2f2b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: 797456a3-9568-4dd4-9e73-0a8f55411436
  kind: Event
  lastTimestamp: "2026-09-16T17:41:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:21Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq.18d5ddf742c51933
    namespace: kserve-ci-e2e-test
    resourceVersion: "17111"
    uid: 2461695f-291d-44ec-9663-110ba3abb14e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: 797456a3-9568-4dd4-9e73-0a8f55411436
  kind: Event
  lastTimestamp: "2026-09-16T17:41:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:21Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc-mkchq.18d5ddf751677f05
    namespace: kserve-ci-e2e-test
    resourceVersion: "17117"
    uid: d46ef500-0dcf-46ac-8eb3-2180228a4522
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6cb68d45bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15185"
    uid: 1fcfffaa-fee1-47dc-903b-2a126277d76f
  kind: Event
  lastTimestamp: "2026-09-16T17:38:01Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6cb68d45bc-mkchq'
  metadata:
    creationTimestamp: "2026-09-16T17:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:38:01Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc.18d5ddc8c7fdeb00
    namespace: kserve-ci-e2e-test
    resourceVersion: "15199"
    uid: 4f9646eb-1f77-4d4a-8a4b-7f43c952cc12
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6cb68d45bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15185"
    uid: 1fcfffaa-fee1-47dc-903b-2a126277d76f
  kind: Event
  lastTimestamp: "2026-09-16T17:38:01Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7'
  metadata:
    creationTimestamp: "2026-09-16T17:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:38:01Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc.18d5ddc8d186bdea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15222"
    uid: 7b745098-fd07-45c8-b595-96fb1051c08d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6cb68d45bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16107"
    uid: 1fcfffaa-fee1-47dc-903b-2a126277d76f
  kind: Event
  lastTimestamp: "2026-09-16T17:39:41Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-6cb68d45bc-fbqf7'
  metadata:
    creationTimestamp: "2026-09-16T17:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:39:41Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc.18d5dde011c39350
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: cc25dcd8-82e4-41a5-9772-a0dcbce2e84b
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6cb68d45bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16220"
    uid: 1fcfffaa-fee1-47dc-903b-2a126277d76f
  kind: Event
  lastTimestamp: "2026-09-16T17:39:51Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6cb68d45bc-cdldl'
  metadata:
    creationTimestamp: "2026-09-16T17:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:39:51Z"
    name: isvc-canary-rollback-predictor-6cb68d45bc.18d5dde250bad59b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: 1102a00c-3375-466d-9ed2-dfcec45263fb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: 65f215e2-3b62-447a-949f-1b84f43694f7
  kind: Event
  lastTimestamp: "2026-09-16T17:38:01Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6cb68d45bc from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-16T17:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:38:01Z"
    name: isvc-canary-rollback-predictor.18d5ddc8bfa7e7cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: 3522f4e6-d7c0-44a1-ad0a-17b23e7ecd9f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: 65f215e2-3b62-447a-949f-1b84f43694f7
  kind: Event
  lastTimestamp: "2026-09-16T17:39:41Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-6cb68d45bc from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:39:41Z"
    name: isvc-canary-rollback-predictor.18d5dde01149acf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16108"
    uid: 1e74e782-afbb-4eba-839a-0355d526b2af
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16216"
    uid: 65f215e2-3b62-447a-949f-1b84f43694f7
  kind: Event
  lastTimestamp: "2026-09-16T17:39:50Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6cb68d45bc from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-16T17:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:39:50Z"
    name: isvc-canary-rollback-predictor.18d5dde247b12668
    namespace: kserve-ci-e2e-test
    resourceVersion: "16221"
    uid: d45e8408-faba-462a-bad7-310e23eeb7f1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:38:01.348937Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15192"
    uid: c513488b-74b8-475d-8994-004055fd2056
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm
    to ip-10-0-129-160.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:38:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:38:01Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm.18d5ddc8c6d901fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 7611a5cd-288a-4d8c-86be-ddca2b6ab711
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15208"
    uid: c513488b-74b8-475d-8994-004055fd2056
  kind: Event
  lastTimestamp: "2026-09-16T17:38:01Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:38:01Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm.18d5ddc8ea69702e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15254"
    uid: 1cd716f8-ca8f-49aa-bebc-a5e6580c14b3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15193"
    uid: c513488b-74b8-475d-8994-004055fd2056
  kind: Event
  lastTimestamp: "2026-09-16T17:38:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:01Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm.18d5ddc8ec111adf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15258"
    uid: e7811a0e-20b4-46aa-8725-f9be0832af16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15193"
    uid: c513488b-74b8-475d-8994-004055fd2056
  kind: Event
  lastTimestamp: "2026-09-16T17:38:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:02Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm.18d5ddc8ef4646dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15261"
    uid: 3ff99ae0-cca1-4f8e-97ba-355f4a8d7283
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15193"
    uid: c513488b-74b8-475d-8994-004055fd2056
  kind: Event
  lastTimestamp: "2026-09-16T17:38:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:02Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm.18d5ddc8efbf6de3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: 3d8beece-b259-475a-94a0-76dc04ccd79b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15193"
    uid: c513488b-74b8-475d-8994-004055fd2056
  kind: Event
  lastTimestamp: "2026-09-16T17:38:06Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
  metadata:
    creationTimestamp: "2026-09-16T17:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:06Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm.18d5ddc9e2ef4a63
    namespace: kserve-ci-e2e-test
    resourceVersion: "15315"
    uid: 8edc0d14-b9c5-4e22-b83a-a5cd1fa56474
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15193"
    uid: c513488b-74b8-475d-8994-004055fd2056
  kind: Event
  lastTimestamp: "2026-09-16T17:38:22Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    in 15.986s (15.986s including waiting). Image size: 1580636048 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:22Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm.18d5ddcd9bcb8a74
    namespace: kserve-ci-e2e-test
    resourceVersion: "15450"
    uid: 49dc8ccc-6b5a-4499-973a-05b8c532f6a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15193"
    uid: c513488b-74b8-475d-8994-004055fd2056
  kind: Event
  lastTimestamp: "2026-09-16T17:38:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:22Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm.18d5ddcd9f299b2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15452"
    uid: 2839370e-f99f-49f6-94b6-6cf9bf83b65d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15193"
    uid: c513488b-74b8-475d-8994-004055fd2056
  kind: Event
  lastTimestamp: "2026-09-16T17:38:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:22Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm.18d5ddcd9fb02c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15455"
    uid: 0057e5e9-49b8-4faa-9f0b-21e553753148
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15193"
    uid: c513488b-74b8-475d-8994-004055fd2056
  kind: Event
  lastTimestamp: "2026-09-16T17:38:22Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:22Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm.18d5ddcd9fbcc23e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15457"
    uid: 3d400886-325f-46d9-8f71-a9d95b0d2216
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15193"
    uid: c513488b-74b8-475d-8994-004055fd2056
  kind: Event
  lastTimestamp: "2026-09-16T17:38:24Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.352s (2.352s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:24Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm.18d5ddce2bf35905
    namespace: kserve-ci-e2e-test
    resourceVersion: "15483"
    uid: d90d1a04-1340-4598-9eb5-bd63de0689d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15193"
    uid: c513488b-74b8-475d-8994-004055fd2056
  kind: Event
  lastTimestamp: "2026-09-16T17:38:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:24Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm.18d5ddce30781d18
    namespace: kserve-ci-e2e-test
    resourceVersion: "15487"
    uid: e578b898-7b14-495e-ba29-f2a418f0ac2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15193"
    uid: c513488b-74b8-475d-8994-004055fd2056
  kind: Event
  lastTimestamp: "2026-09-16T17:38:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:24Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm.18d5ddce30e7c57e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15489"
    uid: 393d2a2b-1f24-4e52-9d92-7c47e4b73791
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15193"
    uid: c513488b-74b8-475d-8994-004055fd2056
  kind: Event
  lastTimestamp: "2026-09-16T17:39:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:51Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm.18d5ddce56ab1760
    namespace: kserve-ci-e2e-test
    resourceVersion: "16241"
    uid: d2324cd1-7c3c-406d-9580-4b8491c75193
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15193"
    uid: c513488b-74b8-475d-8994-004055fd2056
  kind: Event
  lastTimestamp: "2026-09-16T17:39:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:50Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm.18d5dde243c2a531
    namespace: kserve-ci-e2e-test
    resourceVersion: "16213"
    uid: 3ee2740f-7dfe-4ddd-a2d5-61fe3ee533c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15193"
    uid: c513488b-74b8-475d-8994-004055fd2056
  kind: Event
  lastTimestamp: "2026-09-16T17:39:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:50Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm.18d5dde243c30c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "16214"
    uid: 73697f63-4014-4faa-87c9-ff8e74b2db1a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15193"
    uid: c513488b-74b8-475d-8994-004055fd2056
  kind: Event
  lastTimestamp: "2026-09-16T17:39:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp
    10.133.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:51Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm.18d5dde25cfcb521
    namespace: kserve-ci-e2e-test
    resourceVersion: "16239"
    uid: 31eccce7-1aab-46b3-95cc-1b1507452ca9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15168"
    uid: 5bb05510-835b-4096-b088-4690882672e3
  kind: Event
  lastTimestamp: "2026-09-16T17:38:01Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-6df64bc5fd-m4prm'
  metadata:
    creationTimestamp: "2026-09-16T17:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:38:01Z"
    name: isvc-canary-rollback-v2-predictor-6df64bc5fd.18d5ddc8c59e371d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15194"
    uid: b2774172-b7a4-4f2f-ad47-75c7fffafcc9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15167"
    uid: 17c40212-dc91-44b9-8b9e-815a007a0f4b
  kind: Event
  lastTimestamp: "2026-09-16T17:38:00Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-6df64bc5fd from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:38:00Z"
    name: isvc-canary-rollback-v2-predictor.18d5ddc8aefe8d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "15169"
    uid: b22938d5-f451-4423-b644-a31bce44bba3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15155"
    uid: b3f4d118-b3c7-47ff-90d9-79f4c43bc91a
  kind: Event
  lastTimestamp: "2026-09-16T17:39:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:39:51Z"
    name: isvc-canary-rollback.18d5ddc8bc4346c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16236"
    uid: 14bd45fe-3b9d-485a-80f4-5802451ec055
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15155"
    uid: b3f4d118-b3c7-47ff-90d9-79f4c43bc91a
  kind: Event
  lastTimestamp: "2026-09-16T17:39:41Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:39:41Z"
    name: isvc-canary-rollback.18d5ddc8be41e011
    namespace: kserve-ci-e2e-test
    resourceVersion: "16123"
    uid: afc583c2-60a1-46ed-8563-59679ef24b10
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15155"
    uid: b3f4d118-b3c7-47ff-90d9-79f4c43bc91a
  kind: Event
  lastTimestamp: "2026-09-16T17:39:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:39:41Z"
    name: isvc-canary-rollback.18d5ddc8be4295ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16124"
    uid: 4c16ae24-4ebc-4ed7-a72b-b646d690ab61
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "16126"
    uid: b3f4d118-b3c7-47ff-90d9-79f4c43bc91a
  kind: Event
  lastTimestamp: "2026-09-16T17:41:17Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:41:17Z"
    name: isvc-canary-rollback.18d5dde0186eae96
    namespace: kserve-ci-e2e-test
    resourceVersion: "17063"
    uid: 32897df4-2d0f-4c04-b7e7-bc752b75e13a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: b3f4d118-b3c7-47ff-90d9-79f4c43bc91a
  kind: Event
  lastTimestamp: "2026-09-16T17:39:51Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-09-16T17:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:39:51Z"
    name: isvc-canary-rollback.18d5dde2509f48a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16227"
    uid: ba9ef903-c694-451c-b52c-428590797ccb
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:41:26.288639Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17207"
    uid: 88e7bc7f-b5f0-472f-838d-9754899a9692
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-59fbfd5bc-5hmxg
    to ip-10-0-138-73.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:41:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:41:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg.18d5ddf87e3497d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17211"
    uid: 0496d072-22cd-44df-ad5e-ac2ab3177ae6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17218"
    uid: 88e7bc7f-b5f0-472f-838d-9754899a9692
  kind: Event
  lastTimestamp: "2026-09-16T17:41:26Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:41:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg.18d5ddf8a069d582
    namespace: kserve-ci-e2e-test
    resourceVersion: "17242"
    uid: 8491b382-2a9a-44da-86ab-11f33957a027
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17209"
    uid: 88e7bc7f-b5f0-472f-838d-9754899a9692
  kind: Event
  lastTimestamp: "2026-09-16T17:41:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg.18d5ddf8a1db5b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17246"
    uid: 7a56f893-7b0f-43c5-83e9-a1fc58226785
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17209"
    uid: 88e7bc7f-b5f0-472f-838d-9754899a9692
  kind: Event
  lastTimestamp: "2026-09-16T17:41:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg.18d5ddf8a57912bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17248"
    uid: a45b52ea-3ad5-4525-8e7f-5cf9d2775c84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17209"
    uid: 88e7bc7f-b5f0-472f-838d-9754899a9692
  kind: Event
  lastTimestamp: "2026-09-16T17:41:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg.18d5ddf8a5ecfc8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17251"
    uid: 79a6d23d-41db-4d8d-9f12-be8140bf09b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17209"
    uid: 88e7bc7f-b5f0-472f-838d-9754899a9692
  kind: Event
  lastTimestamp: "2026-09-16T17:41:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:31Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg.18d5ddf9bd894e48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17310"
    uid: 94c51990-d8a3-432b-bea7-304a7c212461
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17209"
    uid: 88e7bc7f-b5f0-472f-838d-9754899a9692
  kind: Event
  lastTimestamp: "2026-09-16T17:41:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:31Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg.18d5ddf9c1a710ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17315"
    uid: fc983c6f-344e-4587-a8a4-51230714ddd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17209"
    uid: 88e7bc7f-b5f0-472f-838d-9754899a9692
  kind: Event
  lastTimestamp: "2026-09-16T17:41:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:31Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg.18d5ddf9c224a978
    namespace: kserve-ci-e2e-test
    resourceVersion: "17319"
    uid: 8860a695-2fc9-4606-90e8-410529f71142
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17209"
    uid: 88e7bc7f-b5f0-472f-838d-9754899a9692
  kind: Event
  lastTimestamp: "2026-09-16T17:41:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:31Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg.18d5ddf9c22fdc71
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: d9705656-a8de-4936-b962-a27a045e5f56
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17209"
    uid: 88e7bc7f-b5f0-472f-838d-9754899a9692
  kind: Event
  lastTimestamp: "2026-09-16T17:41:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:31Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg.18d5ddf9c6a722f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17325"
    uid: 85ff6e45-59e3-4895-b39e-ff57c2e9de1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17209"
    uid: 88e7bc7f-b5f0-472f-838d-9754899a9692
  kind: Event
  lastTimestamp: "2026-09-16T17:41:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:31Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg.18d5ddf9c72297bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17327"
    uid: 8a474b00-3aa2-4c43-8e87-d459f7bc3f76
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17209"
    uid: 88e7bc7f-b5f0-472f-838d-9754899a9692
  kind: Event
  lastTimestamp: "2026-09-16T17:42:41Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:42:41Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg.18d5ddf9f9bf0e59
    namespace: kserve-ci-e2e-test
    resourceVersion: "18097"
    uid: 31ad31a7-8719-40e8-bdc5-0273e5338b79
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17209"
    uid: 88e7bc7f-b5f0-472f-838d-9754899a9692
  kind: Event
  lastTimestamp: "2026-09-16T17:42:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:42:56Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg.18d5de0d6eb9dcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18269"
    uid: b6c1b275-0aca-435c-9569-0e4d0296e277
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17209"
    uid: 88e7bc7f-b5f0-472f-838d-9754899a9692
  kind: Event
  lastTimestamp: "2026-09-16T17:42:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:42:56Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg.18d5de0d6eba4cb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18270"
    uid: a5a71bf9-a35c-41d5-868c-c4af989759ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17209"
    uid: 88e7bc7f-b5f0-472f-838d-9754899a9692
  kind: Event
  lastTimestamp: "2026-09-16T17:42:58Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:42:58Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-5hmxg.18d5de0e00170430
    namespace: kserve-ci-e2e-test
    resourceVersion: "18291"
    uid: 417487e8-165a-48d1-a68b-3d24a7babdbe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:41:26.231076Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: abc69283-ea0b-495f-813f-115a9b8203b7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-59fbfd5bc-fgvhz
    to ip-10-0-129-160.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:41:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:41:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz.18d5ddf87ac64094
    namespace: kserve-ci-e2e-test
    resourceVersion: "17204"
    uid: 8d7dee15-ae11-41fe-a919-ff578487e18d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17206"
    uid: abc69283-ea0b-495f-813f-115a9b8203b7
  kind: Event
  lastTimestamp: "2026-09-16T17:41:26Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:41:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz.18d5ddf89c93b862
    namespace: kserve-ci-e2e-test
    resourceVersion: "17236"
    uid: 34bf7da3-55cb-46b9-bc81-883f40d42bc8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17200"
    uid: abc69283-ea0b-495f-813f-115a9b8203b7
  kind: Event
  lastTimestamp: "2026-09-16T17:41:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz.18d5ddf89e05f050
    namespace: kserve-ci-e2e-test
    resourceVersion: "17238"
    uid: 5c6a6377-e908-4c99-a8bd-9f4f744d017d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17200"
    uid: abc69283-ea0b-495f-813f-115a9b8203b7
  kind: Event
  lastTimestamp: "2026-09-16T17:41:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz.18d5ddf8a11f39e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17244"
    uid: 7d93b73c-e29a-4d80-81f4-24a7245a6a64
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17200"
    uid: abc69283-ea0b-495f-813f-115a9b8203b7
  kind: Event
  lastTimestamp: "2026-09-16T17:41:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz.18d5ddf8a191e925
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: d0626505-c54c-471f-baf9-f8a1ab3f713a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17200"
    uid: abc69283-ea0b-495f-813f-115a9b8203b7
  kind: Event
  lastTimestamp: "2026-09-16T17:41:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:31Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz.18d5ddf9972b28e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17300"
    uid: 20153e31-2cdd-4a72-92d9-db2506c269bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17200"
    uid: abc69283-ea0b-495f-813f-115a9b8203b7
  kind: Event
  lastTimestamp: "2026-09-16T17:41:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:31Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz.18d5ddf999d1527a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17302"
    uid: d28bfa9a-e9ba-47c2-93fe-e6c836fc5646
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17200"
    uid: abc69283-ea0b-495f-813f-115a9b8203b7
  kind: Event
  lastTimestamp: "2026-09-16T17:41:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:31Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz.18d5ddf99a4437bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17303"
    uid: 52bb80d1-0a9a-4e65-b6b4-2a720cd42ce8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17200"
    uid: abc69283-ea0b-495f-813f-115a9b8203b7
  kind: Event
  lastTimestamp: "2026-09-16T17:41:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:31Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz.18d5ddf99a4fa21f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17304"
    uid: 48772e6c-7ff0-4184-8cc2-e4d880aff9b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17200"
    uid: abc69283-ea0b-495f-813f-115a9b8203b7
  kind: Event
  lastTimestamp: "2026-09-16T17:41:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:31Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz.18d5ddf99d7370c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17306"
    uid: fe2d2be4-67b0-4726-8098-ffe4f5619b77
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17200"
    uid: abc69283-ea0b-495f-813f-115a9b8203b7
  kind: Event
  lastTimestamp: "2026-09-16T17:41:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:31Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz.18d5ddf99de6b9e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17307"
    uid: 8799316d-a3ea-421c-a98c-d5fa86e5adf5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17200"
    uid: abc69283-ea0b-495f-813f-115a9b8203b7
  kind: Event
  lastTimestamp: "2026-09-16T17:42:48Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:42:48Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz.18d5ddf9d326d929
    namespace: kserve-ci-e2e-test
    resourceVersion: "18179"
    uid: 676c0086-214d-4d53-a0a3-b02fa378c2ce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17200"
    uid: abc69283-ea0b-495f-813f-115a9b8203b7
  kind: Event
  lastTimestamp: "2026-09-16T17:42:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:42:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:42:48Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz.18d5de0bb5064b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "18177"
    uid: 084e9c86-42f2-4659-bbbd-ec2541fd0202
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17200"
    uid: abc69283-ea0b-495f-813f-115a9b8203b7
  kind: Event
  lastTimestamp: "2026-09-16T17:42:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:42:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:42:48Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz.18d5de0bb507a018
    namespace: kserve-ci-e2e-test
    resourceVersion: "18178"
    uid: a8a2b2ae-8004-49f9-b35e-13c6faa139e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17200"
    uid: abc69283-ea0b-495f-813f-115a9b8203b7
  kind: Event
  lastTimestamp: "2026-09-16T17:43:18Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:42:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:18Z"
    name: isvc-canary-stop-predictor-59fbfd5bc-fgvhz.18d5de0caf459db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18521"
    uid: 1230d6d9-d4e1-4aa8-ac4f-bbf24ec1cf71
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-59fbfd5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17177"
    uid: f5d52a38-385a-47d0-be45-a64fbdb933b4
  kind: Event
  lastTimestamp: "2026-09-16T17:41:26Z"
  message: 'Created pod: isvc-canary-stop-predictor-59fbfd5bc-fgvhz'
  metadata:
    creationTimestamp: "2026-09-16T17:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc.18d5ddf87a381d8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17199"
    uid: b2cfc056-134c-4cb0-9fc6-004bd70a3219
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-59fbfd5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17177"
    uid: f5d52a38-385a-47d0-be45-a64fbdb933b4
  kind: Event
  lastTimestamp: "2026-09-16T17:41:26Z"
  message: 'Created pod: isvc-canary-stop-predictor-59fbfd5bc-5hmxg'
  metadata:
    creationTimestamp: "2026-09-16T17:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:26Z"
    name: isvc-canary-stop-predictor-59fbfd5bc.18d5ddf87d84717b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17208"
    uid: c796249f-0965-41cf-a857-c8571ce3e4a6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-59fbfd5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18169"
    uid: f5d52a38-385a-47d0-be45-a64fbdb933b4
  kind: Event
  lastTimestamp: "2026-09-16T17:42:48Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-59fbfd5bc-fgvhz'
  metadata:
    creationTimestamp: "2026-09-16T17:42:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:42:48Z"
    name: isvc-canary-stop-predictor-59fbfd5bc.18d5de0bb4d08b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18173"
    uid: 2c31a35b-b39f-4a21-b111-201f00b76d98
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17176"
    uid: c200e01a-bed6-40ad-8056-a43caf91f4dd
  kind: Event
  lastTimestamp: "2026-09-16T17:41:26Z"
  message: Scaled up replica set isvc-canary-stop-predictor-59fbfd5bc from 0 to 2
  metadata:
    creationTimestamp: "2026-09-16T17:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:26Z"
    name: isvc-canary-stop-predictor.18d5ddf8769101ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "17179"
    uid: d37c23d6-fe75-44d7-97c8-813916309caf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18164"
    uid: c200e01a-bed6-40ad-8056-a43caf91f4dd
  kind: Event
  lastTimestamp: "2026-09-16T17:42:48Z"
  message: Scaled down replica set isvc-canary-stop-predictor-59fbfd5bc from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-16T17:42:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:42:48Z"
    name: isvc-canary-stop-predictor.18d5de0bb3e59164
    namespace: kserve-ci-e2e-test
    resourceVersion: "18170"
    uid: 20c595a5-0870-4c9d-b06c-309d433e2ef8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:41:26.191991Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17185"
    uid: b1bdce8d-38c5-4704-b368-f2f2bd274d38
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r
    to ip-10-0-138-73.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:41:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:41:26Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r.18d5ddf87871e037
    namespace: kserve-ci-e2e-test
    resourceVersion: "17193"
    uid: 534259ef-50f0-4b94-b9ce-dc0b8e500dec
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17202"
    uid: b1bdce8d-38c5-4704-b368-f2f2bd274d38
  kind: Event
  lastTimestamp: "2026-09-16T17:41:26Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:41:26Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r.18d5ddf89a7f0691
    namespace: kserve-ci-e2e-test
    resourceVersion: "17232"
    uid: 50357c1b-d73b-4c66-8058-cc7a7f00ad2c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17188"
    uid: b1bdce8d-38c5-4704-b368-f2f2bd274d38
  kind: Event
  lastTimestamp: "2026-09-16T17:41:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:26Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r.18d5ddf89c3749e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17235"
    uid: 2630277a-1a5f-4402-9975-0cdfc973561c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17188"
    uid: b1bdce8d-38c5-4704-b368-f2f2bd274d38
  kind: Event
  lastTimestamp: "2026-09-16T17:41:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:26Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r.18d5ddf89f364e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "17240"
    uid: b832d102-94d5-4765-8efa-1b2afd6d7e92
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17188"
    uid: b1bdce8d-38c5-4704-b368-f2f2bd274d38
  kind: Event
  lastTimestamp: "2026-09-16T17:41:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:26Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r.18d5ddf89fa835d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17241"
    uid: e6fcfe53-c5a9-4227-a64d-653a9d47053b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17188"
    uid: b1bdce8d-38c5-4704-b368-f2f2bd274d38
  kind: Event
  lastTimestamp: "2026-09-16T17:41:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:31Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r.18d5ddf9bd9fd390
    namespace: kserve-ci-e2e-test
    resourceVersion: "17311"
    uid: e21b064e-ae7a-412d-ab64-94666ddfbb0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17188"
    uid: b1bdce8d-38c5-4704-b368-f2f2bd274d38
  kind: Event
  lastTimestamp: "2026-09-16T17:41:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:31Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r.18d5ddf9c1e792ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "17316"
    uid: 6f0d06f1-ebba-4934-83fe-1a4918864dec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17188"
    uid: b1bdce8d-38c5-4704-b368-f2f2bd274d38
  kind: Event
  lastTimestamp: "2026-09-16T17:41:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:31Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r.18d5ddf9c2640711
    namespace: kserve-ci-e2e-test
    resourceVersion: "17321"
    uid: 64e87bc3-c185-4d14-a1b6-c5a1c7cfd25b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17188"
    uid: b1bdce8d-38c5-4704-b368-f2f2bd274d38
  kind: Event
  lastTimestamp: "2026-09-16T17:41:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:31Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r.18d5ddf9c26cc124
    namespace: kserve-ci-e2e-test
    resourceVersion: "17322"
    uid: 230f1a44-c72a-4604-9fb9-3a1200519013
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17188"
    uid: b1bdce8d-38c5-4704-b368-f2f2bd274d38
  kind: Event
  lastTimestamp: "2026-09-16T17:41:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:31Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r.18d5ddf9c6b086ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17326"
    uid: 5c0208f9-7586-490e-9333-3f5f474e7240
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17188"
    uid: b1bdce8d-38c5-4704-b368-f2f2bd274d38
  kind: Event
  lastTimestamp: "2026-09-16T17:41:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:31Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r.18d5ddf9c76ac408
    namespace: kserve-ci-e2e-test
    resourceVersion: "17328"
    uid: c2047e07-9c24-431c-a8ea-b752f6e90e13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17188"
    uid: b1bdce8d-38c5-4704-b368-f2f2bd274d38
  kind: Event
  lastTimestamp: "2026-09-16T17:42:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:42:58Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r.18d5ddf9f9d66450
    namespace: kserve-ci-e2e-test
    resourceVersion: "18294"
    uid: 9e02d924-c3ec-4772-8603-7676fb5b31e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17188"
    uid: b1bdce8d-38c5-4704-b368-f2f2bd274d38
  kind: Event
  lastTimestamp: "2026-09-16T17:42:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:42:56Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r.18d5de0d6cc9b3d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18258"
    uid: 976aeb2c-4bec-409b-b404-6d184a07f980
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17188"
    uid: b1bdce8d-38c5-4704-b368-f2f2bd274d38
  kind: Event
  lastTimestamp: "2026-09-16T17:42:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:42:56Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r.18d5de0d6cca2386
    namespace: kserve-ci-e2e-test
    resourceVersion: "18261"
    uid: 6986ca2c-1501-4b2f-ba85-33c405b7faf7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17188"
    uid: b1bdce8d-38c5-4704-b368-f2f2bd274d38
  kind: Event
  lastTimestamp: "2026-09-16T17:42:58Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:42:58Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r.18d5de0e00182f9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18293"
    uid: 65b8b58b-9d67-403a-aa60-6753db69c35e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-5bb8f495f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17168"
    uid: 339a37e8-7841-4d83-96fc-dc8a07b17265
  kind: Event
  lastTimestamp: "2026-09-16T17:41:26Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-5bb8f495f4-g9h9r'
  metadata:
    creationTimestamp: "2026-09-16T17:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:26Z"
    name: isvc-canary-stop-v2-predictor-5bb8f495f4.18d5ddf877eae08e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17187"
    uid: 667b8d52-3820-404f-a0ae-d04df4e2d827
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17167"
    uid: 04c46ff0-54eb-4e38-831d-2e07147841cf
  kind: Event
  lastTimestamp: "2026-09-16T17:41:26Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-5bb8f495f4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T17:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:26Z"
    name: isvc-canary-stop-v2-predictor.18d5ddf874904f94
    namespace: kserve-ci-e2e-test
    resourceVersion: "17169"
    uid: 173d720b-6c3d-4c54-8a94-ea5809e24f23
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17160"
    uid: 5cdb337b-9fab-447a-94ad-5360b000cbb1
  kind: Event
  lastTimestamp: "2026-09-16T17:42:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:42:56Z"
    name: isvc-canary-stop.18d5ddf8763266e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18266"
    uid: 99da85a6-4153-4e48-b96f-912a92f763d7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17160"
    uid: 5cdb337b-9fab-447a-94ad-5360b000cbb1
  kind: Event
  lastTimestamp: "2026-09-16T17:41:26Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:41:26Z"
    name: isvc-canary-stop.18d5ddf876a845e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17219"
    uid: 6e7bb3e4-6a67-48ba-bdb8-ff97d2c9b8ed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17160"
    uid: 5cdb337b-9fab-447a-94ad-5360b000cbb1
  kind: Event
  lastTimestamp: "2026-09-16T17:41:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:41:26Z"
    name: isvc-canary-stop.18d5ddf876a8932c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17220"
    uid: 8f519190-5146-4b80-acfd-a664ccda87bf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "18212"
    uid: 5cdb337b-9fab-447a-94ad-5360b000cbb1
  kind: Event
  lastTimestamp: "2026-09-16T17:42:51Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:42:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:42:51Z"
    name: isvc-canary-stop.18d5de0c4291ed19
    namespace: kserve-ci-e2e-test
    resourceVersion: "18213"
    uid: 8eec00e8-6c4d-4612-aee9-65a351adf5ff
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "18265"
    uid: 5cdb337b-9fab-447a-94ad-5360b000cbb1
  kind: Event
  lastTimestamp: "2026-09-16T17:42:56Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-09-16T17:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:42:56Z"
    name: isvc-canary-stop.18d5de0d6e555aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18268"
    uid: f871fc18-3487-43b1-9cd1-316030a4c67b
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:45:17.033889Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-6b13d5-predictor-69c94c595b-ltlhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19789"
    uid: 7aa35c80-a2e7-4b90-a0ab-11e7c4b476bf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-6b13d5-predictor-69c94c595b-ltlhj
    to ip-10-0-129-160.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:45:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:45:17Z"
    name: isvc-init-fail-6b13d5-predictor-69c94c595b-ltlhj.18d5de2e37b1ce72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19796"
    uid: 4224e762-a7bf-4296-a1a1-5c3add16feee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-6b13d5-predictor-69c94c595b-ltlhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19791"
    uid: 7aa35c80-a2e7-4b90-a0ab-11e7c4b476bf
  kind: Event
  lastTimestamp: "2026-09-16T17:45:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-6b13d5-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T17:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:17Z"
    name: isvc-init-fail-6b13d5-predictor-69c94c595b-ltlhj.18d5de2e43d05678
    namespace: kserve-ci-e2e-test
    resourceVersion: "19811"
    uid: 409cd6a1-fee1-415a-8cfa-52284f0f8b82
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-6b13d5-predictor-69c94c595b-ltlhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19801"
    uid: 7aa35c80-a2e7-4b90-a0ab-11e7c4b476bf
  kind: Event
  lastTimestamp: "2026-09-16T17:45:19Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:45:19Z"
    name: isvc-init-fail-6b13d5-predictor-69c94c595b-ltlhj.18d5de2eb325163f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19823"
    uid: d99695be-4ca4-44ee-b007-85191344be2a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6b13d5-predictor-69c94c595b-ltlhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19791"
    uid: 7aa35c80-a2e7-4b90-a0ab-11e7c4b476bf
  kind: Event
  lastTimestamp: "2026-09-16T17:45:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:23Z"
    name: isvc-init-fail-6b13d5-predictor-69c94c595b-ltlhj.18d5de2eb495d45b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19864"
    uid: 5866a709-65d6-4efe-bdf3-4a8453a930b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6b13d5-predictor-69c94c595b-ltlhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19791"
    uid: 7aa35c80-a2e7-4b90-a0ab-11e7c4b476bf
  kind: Event
  lastTimestamp: "2026-09-16T17:45:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:23Z"
    name: isvc-init-fail-6b13d5-predictor-69c94c595b-ltlhj.18d5de2eb80715ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19866"
    uid: a63f59ab-c708-4632-ac49-a3e43ed7eca2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6b13d5-predictor-69c94c595b-ltlhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19791"
    uid: 7aa35c80-a2e7-4b90-a0ab-11e7c4b476bf
  kind: Event
  lastTimestamp: "2026-09-16T17:45:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:23Z"
    name: isvc-init-fail-6b13d5-predictor-69c94c595b-ltlhj.18d5de2eb882cd44
    namespace: kserve-ci-e2e-test
    resourceVersion: "19869"
    uid: b280110c-bbea-49f4-91c8-2fc99a9cf648
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6b13d5-predictor-69c94c595b-ltlhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19791"
    uid: 7aa35c80-a2e7-4b90-a0ab-11e7c4b476bf
  kind: Event
  lastTimestamp: "2026-09-16T17:45:26Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:26Z"
    name: isvc-init-fail-6b13d5-predictor-69c94c595b-ltlhj.18d5de308829fa0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19919"
    uid: 8262cc21-6a0a-468b-9613-51217fb6e99e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-6b13d5-predictor-69c94c595b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19782"
    uid: 70ff234d-fb32-4774-9abe-0c9811aa2749
  kind: Event
  lastTimestamp: "2026-09-16T17:45:17Z"
  message: 'Created pod: isvc-init-fail-6b13d5-predictor-69c94c595b-ltlhj'
  metadata:
    creationTimestamp: "2026-09-16T17:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:45:17Z"
    name: isvc-init-fail-6b13d5-predictor-69c94c595b.18d5de2e36e68b98
    namespace: kserve-ci-e2e-test
    resourceVersion: "19793"
    uid: d1593d6b-4cda-4ebe-bcc3-8efd17a1df60
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-6b13d5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19780"
    uid: 8c098197-3a06-47b6-8156-86cde0777cde
  kind: Event
  lastTimestamp: "2026-09-16T17:45:16Z"
  message: Scaled up replica set isvc-init-fail-6b13d5-predictor-69c94c595b from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T17:45:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:45:16Z"
    name: isvc-init-fail-6b13d5-predictor.18d5de2e31d5d4cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19785"
    uid: 725c7808-eee2-4bd1-8744-a7a0056b900f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-6b13d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19773"
    uid: 38239886-c45f-44f9-a1aa-7535dfc2f1be
  kind: Event
  lastTimestamp: "2026-09-16T17:45:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:45:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:45:23Z"
    name: isvc-init-fail-6b13d5.18d5de2e31c76906
    namespace: kserve-ci-e2e-test
    resourceVersion: "19870"
    uid: b3400a42-c23b-4fca-9d16-a4fbde75c6d1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-6b13d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19773"
    uid: 38239886-c45f-44f9-a1aa-7535dfc2f1be
  kind: Event
  lastTimestamp: "2026-09-16T17:45:16Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-6b13d5":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-6b13d5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:45:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:45:16Z"
    name: isvc-init-fail-6b13d5.18d5de2e329144fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19786"
    uid: 1829d6bb-ea90-4f10-b4c6-8546d7ea032a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-6b13d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19773"
    uid: 38239886-c45f-44f9-a1aa-7535dfc2f1be
  kind: Event
  lastTimestamp: "2026-09-16T17:45:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-6b13d5": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:45:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:45:16Z"
    name: isvc-init-fail-6b13d5.18d5de2e32918055
    namespace: kserve-ci-e2e-test
    resourceVersion: "19787"
    uid: cf34b2f9-7575-4eb3-84cf-61ebac544818
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:44:06.836858Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19077"
    uid: 2705ba42-3c59-4fca-aff1-4a4f8affc8e4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw
    to ip-10-0-138-73.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:44:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:44:06Z"
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw.18d5de1ddfa00533
    namespace: kserve-ci-e2e-test
    resourceVersion: "19082"
    uid: f7647486-c976-450b-8e39-55b861363ae7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: 2705ba42-3c59-4fca-aff1-4a4f8affc8e4
  kind: Event
  lastTimestamp: "2026-09-16T17:44:07Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:44:07Z"
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw.18d5de1e01a6b895
    namespace: kserve-ci-e2e-test
    resourceVersion: "19101"
    uid: 52a1e248-aed4-45b2-b054-fe9c877da813
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: 2705ba42-3c59-4fca-aff1-4a4f8affc8e4
  kind: Event
  lastTimestamp: "2026-09-16T17:44:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:44:07Z"
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw.18d5de1e0368569c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19103"
    uid: 29ab2439-389d-4a8a-95a0-ada0533d6b93
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: 2705ba42-3c59-4fca-aff1-4a4f8affc8e4
  kind: Event
  lastTimestamp: "2026-09-16T17:44:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:44:07Z"
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw.18d5de1e0624e072
    namespace: kserve-ci-e2e-test
    resourceVersion: "19104"
    uid: cb69da29-180e-4523-803f-33aa5dd742d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: 2705ba42-3c59-4fca-aff1-4a4f8affc8e4
  kind: Event
  lastTimestamp: "2026-09-16T17:44:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:44:07Z"
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw.18d5de1e06999571
    namespace: kserve-ci-e2e-test
    resourceVersion: "19105"
    uid: a09c5686-2a6b-499d-99b5-d4855ab5367a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: 2705ba42-3c59-4fca-aff1-4a4f8affc8e4
  kind: Event
  lastTimestamp: "2026-09-16T17:44:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:44:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:44:11Z"
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw.18d5de1ef3018323
    namespace: kserve-ci-e2e-test
    resourceVersion: "19141"
    uid: 44a90fd4-fbd8-4f3c-a636-c876c4bb599a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: 2705ba42-3c59-4fca-aff1-4a4f8affc8e4
  kind: Event
  lastTimestamp: "2026-09-16T17:44:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:44:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:44:11Z"
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw.18d5de1ef6119c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19143"
    uid: 512beded-0fe5-46aa-9615-980a879e2f86
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: 2705ba42-3c59-4fca-aff1-4a4f8affc8e4
  kind: Event
  lastTimestamp: "2026-09-16T17:44:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:44:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:44:11Z"
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw.18d5de1ef686bc9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19144"
    uid: 377550b1-02cb-45d5-a4cd-6a3bf6fa24ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: 2705ba42-3c59-4fca-aff1-4a4f8affc8e4
  kind: Event
  lastTimestamp: "2026-09-16T17:44:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:44:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:44:11Z"
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw.18d5de1ef690ba49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19147"
    uid: bf1ea56e-49b2-4f86-b04b-dec26399d1f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: 2705ba42-3c59-4fca-aff1-4a4f8affc8e4
  kind: Event
  lastTimestamp: "2026-09-16T17:44:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:44:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:44:11Z"
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw.18d5de1ef9889a90
    namespace: kserve-ci-e2e-test
    resourceVersion: "19148"
    uid: aa97aa0a-aff3-49b2-9dd1-2086194c9fb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: 2705ba42-3c59-4fca-aff1-4a4f8affc8e4
  kind: Event
  lastTimestamp: "2026-09-16T17:44:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:44:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:44:11Z"
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw.18d5de1efa01c3a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19150"
    uid: 30cdc15e-2acf-44f5-b05d-8e52cbc008c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: 2705ba42-3c59-4fca-aff1-4a4f8affc8e4
  kind: Event
  lastTimestamp: "2026-09-16T17:44:11Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:55ec4a44a06bc7060d574606188d82e770383955cb05dcfc0e8ce026e2fa3910"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:44:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:44:11Z"
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw.18d5de1efa0d5123
    namespace: kserve-ci-e2e-test
    resourceVersion: "19152"
    uid: adccece5-b354-49e3-aec3-7b86b0ccfe0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: 2705ba42-3c59-4fca-aff1-4a4f8affc8e4
  kind: Event
  lastTimestamp: "2026-09-16T17:44:11Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T17:44:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:44:11Z"
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw.18d5de1efd2f8a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "19153"
    uid: 3c30edb7-a51a-4db1-a553-927180849767
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: 2705ba42-3c59-4fca-aff1-4a4f8affc8e4
  kind: Event
  lastTimestamp: "2026-09-16T17:44:11Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T17:44:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:44:11Z"
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw.18d5de1efdc67500
    namespace: kserve-ci-e2e-test
    resourceVersion: "19154"
    uid: f99546b9-8f33-4911-9680-1d4a6dcc19c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: 2705ba42-3c59-4fca-aff1-4a4f8affc8e4
  kind: Event
  lastTimestamp: "2026-09-16T17:45:49Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:49Z"
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw.18d5de1f2f13e814
    namespace: kserve-ci-e2e-test
    resourceVersion: "20259"
    uid: 974b3cc7-9065-409e-8adc-c053e8721af9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: 2705ba42-3c59-4fca-aff1-4a4f8affc8e4
  kind: Event
  lastTimestamp: "2026-09-16T17:45:49Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T17:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:49Z"
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw.18d5de1f6b06272f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20260"
    uid: 6ae56e1c-d265-43c5-8a1f-b3bdd4933246
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: 2705ba42-3c59-4fca-aff1-4a4f8affc8e4
  kind: Event
  lastTimestamp: "2026-09-16T17:45:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:42Z"
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw.18d5de340860b352
    namespace: kserve-ci-e2e-test
    resourceVersion: "20119"
    uid: fe5be811-7153-4ddc-83e0-11a613062476
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: 2705ba42-3c59-4fca-aff1-4a4f8affc8e4
  kind: Event
  lastTimestamp: "2026-09-16T17:45:42Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T17:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:42Z"
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw.18d5de340860f8ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20124"
    uid: 456c757c-22a2-4a2f-af8d-878bd287e024
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: 2705ba42-3c59-4fca-aff1-4a4f8affc8e4
  kind: Event
  lastTimestamp: "2026-09-16T17:45:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:42Z"
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw.18d5de340861997f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20127"
    uid: b40c3fa4-3b0d-427c-b563-17ced8c29388
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: 2705ba42-3c59-4fca-aff1-4a4f8affc8e4
  kind: Event
  lastTimestamp: "2026-09-16T17:45:59Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:59Z"
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw.18d5de349b52c5fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20340"
    uid: 01225446-3dd7-4a5e-b84b-fa6caa404700
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "19065"
    uid: 935c8a63-ea85-4595-a960-250a5027fc82
  kind: Event
  lastTimestamp: "2026-09-16T17:44:06Z"
  message: 'Created pod: isvc-logger-raw-52ccb-predictor-7bbcdccd74-nt5bw'
  metadata:
    creationTimestamp: "2026-09-16T17:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:44:06Z"
    name: isvc-logger-raw-52ccb-predictor-7bbcdccd74.18d5de1dde90f088
    namespace: kserve-ci-e2e-test
    resourceVersion: "19078"
    uid: bfc2dec2-e5f6-4433-8fb0-929d7d939790
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-52ccb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19062"
    uid: 00aeccea-c438-4a73-bdf6-8e897c692799
  kind: Event
  lastTimestamp: "2026-09-16T17:44:06Z"
  message: Scaled up replica set isvc-logger-raw-52ccb-predictor-7bbcdccd74 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T17:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:44:06Z"
    name: isvc-logger-raw-52ccb-predictor.18d5de1dd9ccd2c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19067"
    uid: 687427d4-5c6c-4600-858d-6fa43b255689
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-52ccb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19063"
    uid: b6f5d886-95fe-41e5-8601-4bd371034270
  kind: Event
  lastTimestamp: "2026-09-16T17:44:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:44:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:44:51Z"
    name: isvc-logger-raw-52ccb-predictor.18d5de2158379946
    namespace: kserve-ci-e2e-test
    resourceVersion: "19509"
    uid: 94c78029-d63f-465c-9df8-75044af8069f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-52ccb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19063"
    uid: b6f5d886-95fe-41e5-8601-4bd371034270
  kind: Event
  lastTimestamp: "2026-09-16T17:44:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:44:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:44:51Z"
    name: isvc-logger-raw-52ccb-predictor.18d5de2158a32eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "19510"
    uid: 5127ddc7-1233-4912-a884-7ce073430119
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-52ccb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19238"
    uid: b6f5d886-95fe-41e5-8601-4bd371034270
  kind: Event
  lastTimestamp: "2026-09-16T17:45:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:45:36Z"
    name: isvc-logger-raw-52ccb-predictor.18d5de24d750bedc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20046"
    uid: cab0d79d-d86b-41eb-bb21-a8aa6c639a22
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-52ccb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19238"
    uid: b6f5d886-95fe-41e5-8601-4bd371034270
  kind: Event
  lastTimestamp: "2026-09-16T17:45:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:45:36Z"
    name: isvc-logger-raw-52ccb-predictor.18d5de24d7becaa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20047"
    uid: d65239f5-210d-4e0e-b735-af5149538aa3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-52ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19055"
    uid: 7e51ca96-a98e-4359-aead-2c00e164d977
  kind: Event
  lastTimestamp: "2026-09-16T17:45:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:45:29Z"
    name: isvc-logger-raw-52ccb.18d5de1dd9e40d9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19953"
    uid: 37fca5da-400b-472e-9ee1-5d88b77f1ea2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-52ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19055"
    uid: 7e51ca96-a98e-4359-aead-2c00e164d977
  kind: Event
  lastTimestamp: "2026-09-16T17:44:06Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-52ccb":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-52ccb":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:44:06Z"
    name: isvc-logger-raw-52ccb.18d5de1ddaa3b767
    namespace: kserve-ci-e2e-test
    resourceVersion: "19087"
    uid: 4ee06507-0ae3-41e1-9ce9-65deec964384
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-52ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19056"
    uid: 7e51ca96-a98e-4359-aead-2c00e164d977
  kind: Event
  lastTimestamp: "2026-09-16T17:44:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-52ccb": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:44:06Z"
    name: isvc-logger-raw-52ccb.18d5de1de231126c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19088"
    uid: da2b65c2-d3a2-4fdd-9768-f90f531e9014
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-52ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19951"
    uid: 7e51ca96-a98e-4359-aead-2c00e164d977
  kind: Event
  lastTimestamp: "2026-09-16T17:45:29Z"
  message: InferenceService [isvc-logger-raw-52ccb] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:45:29Z"
    name: isvc-logger-raw-52ccb.18d5de3123e42aeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19952"
    uid: 8fadb45b-7180-4b24-a8a9-33d57266465c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:53:42.755763Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24328"
    uid: 90f138c9-d05c-4dc5-b562-d3602188a542
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv
    to ip-10-0-138-73.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:53:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:53:42Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv.18d5dea3f7112088
    namespace: kserve-ci-e2e-test
    resourceVersion: "24334"
    uid: 90d99d07-0144-4591-b0ba-1f4645010051
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24332"
    uid: 90f138c9-d05c-4dc5-b562-d3602188a542
  kind: Event
  lastTimestamp: "2026-09-16T17:53:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-cipn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T17:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:42Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv.18d5dea40122aae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24342"
    uid: 5f9ceb79-05ea-46b4-ab57-e11f15a93f3f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24339"
    uid: 90f138c9-d05c-4dc5-b562-d3602188a542
  kind: Event
  lastTimestamp: "2026-09-16T17:53:43Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:53:43Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv.18d5dea43cfd259e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24353"
    uid: f36b1798-83da-414d-8293-a6b361a49804
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24332"
    uid: 90f138c9-d05c-4dc5-b562-d3602188a542
  kind: Event
  lastTimestamp: "2026-09-16T17:53:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:43Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv.18d5dea43ea22551
    namespace: kserve-ci-e2e-test
    resourceVersion: "24355"
    uid: 509a2bf6-d46a-4ce4-987b-87e4816a78ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24332"
    uid: 90f138c9-d05c-4dc5-b562-d3602188a542
  kind: Event
  lastTimestamp: "2026-09-16T17:53:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:44Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv.18d5dea4421139aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24357"
    uid: 89b90043-9a8d-45e0-964c-40de7adb164e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24332"
    uid: 90f138c9-d05c-4dc5-b562-d3602188a542
  kind: Event
  lastTimestamp: "2026-09-16T17:53:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:44Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv.18d5dea442816005
    namespace: kserve-ci-e2e-test
    resourceVersion: "24358"
    uid: 512fad37-b999-4e04-8fa8-bfb5ef34766b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24332"
    uid: 90f138c9-d05c-4dc5-b562-d3602188a542
  kind: Event
  lastTimestamp: "2026-09-16T17:53:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:48Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv.18d5dea542c4e561
    namespace: kserve-ci-e2e-test
    resourceVersion: "24396"
    uid: 74de388a-6940-4612-a5ee-d9bc145ef645
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24332"
    uid: 90f138c9-d05c-4dc5-b562-d3602188a542
  kind: Event
  lastTimestamp: "2026-09-16T17:53:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:48Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv.18d5dea5460ec727
    namespace: kserve-ci-e2e-test
    resourceVersion: "24398"
    uid: dba84fd3-c05f-4e8f-bfb7-5969e51050b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24332"
    uid: 90f138c9-d05c-4dc5-b562-d3602188a542
  kind: Event
  lastTimestamp: "2026-09-16T17:53:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:48Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv.18d5dea54694155f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24400"
    uid: 78e88d0d-1d29-4907-9ed7-10df0ed6205a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24332"
    uid: 90f138c9-d05c-4dc5-b562-d3602188a542
  kind: Event
  lastTimestamp: "2026-09-16T17:53:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:48Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv.18d5dea5469fb61a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24402"
    uid: 4c30d2ae-6756-4b6b-8ea8-87987c5ea5b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24332"
    uid: 90f138c9-d05c-4dc5-b562-d3602188a542
  kind: Event
  lastTimestamp: "2026-09-16T17:53:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:48Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv.18d5dea549989210
    namespace: kserve-ci-e2e-test
    resourceVersion: "24405"
    uid: 56b3cc02-5060-402f-8d14-0da326174ba5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24332"
    uid: 90f138c9-d05c-4dc5-b562-d3602188a542
  kind: Event
  lastTimestamp: "2026-09-16T17:53:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:48Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv.18d5dea54a1d7e0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24406"
    uid: ca9ce07a-a4e0-4ef1-9816-84658adccfee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24332"
    uid: 90f138c9-d05c-4dc5-b562-d3602188a542
  kind: Event
  lastTimestamp: "2026-09-16T17:53:48Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:55ec4a44a06bc7060d574606188d82e770383955cb05dcfc0e8ce026e2fa3910"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:48Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv.18d5dea54a295c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24407"
    uid: e5816be5-f876-4d0e-ab0a-3e6e2d769be8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24332"
    uid: 90f138c9-d05c-4dc5-b562-d3602188a542
  kind: Event
  lastTimestamp: "2026-09-16T17:53:48Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T17:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:48Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv.18d5dea54df42c20
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: 742333e6-4bee-4c9b-85b9-6c22a978a860
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24332"
    uid: 90f138c9-d05c-4dc5-b562-d3602188a542
  kind: Event
  lastTimestamp: "2026-09-16T17:53:48Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T17:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:48Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv.18d5dea54e6af036
    namespace: kserve-ci-e2e-test
    resourceVersion: "24410"
    uid: f1532ba5-92f5-4415-92b6-80af9b630889
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24332"
    uid: 90f138c9-d05c-4dc5-b562-d3602188a542
  kind: Event
  lastTimestamp: "2026-09-16T17:55:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:22Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv.18d5dea57ee1ce88
    namespace: kserve-ci-e2e-test
    resourceVersion: "25170"
    uid: 5ff6eac1-dc01-40db-8a55-176b8d840501
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24332"
    uid: 90f138c9-d05c-4dc5-b562-d3602188a542
  kind: Event
  lastTimestamp: "2026-09-16T17:55:22Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T17:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:22Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv.18d5dea5bac1eb02
    namespace: kserve-ci-e2e-test
    resourceVersion: "25171"
    uid: b1d8c92e-24fd-4af0-9221-bdf756d1d272
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24332"
    uid: 90f138c9-d05c-4dc5-b562-d3602188a542
  kind: Event
  lastTimestamp: "2026-09-16T17:55:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:18Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv.18d5deba2fa1fd0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25088"
    uid: ca014a27-eed2-4fd7-b499-64690cb9cf36
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24332"
    uid: 90f138c9-d05c-4dc5-b562-d3602188a542
  kind: Event
  lastTimestamp: "2026-09-16T17:55:18Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T17:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:18Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv.18d5deba2fa31f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25089"
    uid: 907667df-fb29-4471-a797-d627d8bfe1a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24332"
    uid: 90f138c9-d05c-4dc5-b562-d3602188a542
  kind: Event
  lastTimestamp: "2026-09-16T17:55:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:18Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv.18d5deba2fa37450
    namespace: kserve-ci-e2e-test
    resourceVersion: "25090"
    uid: 1a7b6433-4fa8-46b7-8e63-f7f1d2d05707
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24332"
    uid: 90f138c9-d05c-4dc5-b562-d3602188a542
  kind: Event
  lastTimestamp: "2026-09-16T17:55:21Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:21Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv.18d5debaeb08ea26
    namespace: kserve-ci-e2e-test
    resourceVersion: "25162"
    uid: 2cef55a2-7d62-4b33-add0-e9f40e850566
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-577b6fff5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24319"
    uid: e70656cc-ef97-4542-bac1-814269e10abc
  kind: Event
  lastTimestamp: "2026-09-16T17:53:42Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-577b6fff5f-9whgv'
  metadata:
    creationTimestamp: "2026-09-16T17:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:53:42Z"
    name: isvc-logger-raw-cipn-predictor-577b6fff5f.18d5dea3f674599d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24331"
    uid: be7e3656-311f-4042-b3fb-e404e359d743
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24317"
    uid: c5b3f65a-8895-482d-bcb8-0ad17313f9a5
  kind: Event
  lastTimestamp: "2026-09-16T17:53:42Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-577b6fff5f from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T17:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:53:42Z"
    name: isvc-logger-raw-cipn-predictor.18d5dea3f28bd2ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "24321"
    uid: 84ff7e72-7833-4bba-98bb-a55c3b861401
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24318"
    uid: 1c78bc36-4404-4e3f-b8ed-202aee96e67e
  kind: Event
  lastTimestamp: "2026-09-16T17:54:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:54:27Z"
    name: isvc-logger-raw-cipn-predictor.18d5dea77126efc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24701"
    uid: 201b5887-37de-421b-bec9-877c115fc0fd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24318"
    uid: 1c78bc36-4404-4e3f-b8ed-202aee96e67e
  kind: Event
  lastTimestamp: "2026-09-16T17:54:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:54:27Z"
    name: isvc-logger-raw-cipn-predictor.18d5dea771ae6d6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24702"
    uid: d761b4a1-30bc-46f7-964e-ca75d98d00d8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24482"
    uid: 1c78bc36-4404-4e3f-b8ed-202aee96e67e
  kind: Event
  lastTimestamp: "2026-09-16T17:55:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:54:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:55:12Z"
    name: isvc-logger-raw-cipn-predictor.18d5deb1edec3465
    namespace: kserve-ci-e2e-test
    resourceVersion: "25027"
    uid: 3e20066d-0018-4b05-b354-023f584432d7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24482"
    uid: 1c78bc36-4404-4e3f-b8ed-202aee96e67e
  kind: Event
  lastTimestamp: "2026-09-16T17:55:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:54:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:55:12Z"
    name: isvc-logger-raw-cipn-predictor.18d5deb1ee8e4e15
    namespace: kserve-ci-e2e-test
    resourceVersion: "25029"
    uid: 0c322a4f-0472-4e9f-b1ee-a9cf4972c32d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24311"
    uid: 35a0b666-7117-4704-8c95-ec93f1df73a3
  kind: Event
  lastTimestamp: "2026-09-16T17:55:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:55:12Z"
    name: isvc-logger-raw-cipn.18d5dea3f29aadb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25024"
    uid: 1d81d94a-e983-4519-a64a-f98927517886
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24311"
    uid: 35a0b666-7117-4704-8c95-ec93f1df73a3
  kind: Event
  lastTimestamp: "2026-09-16T17:53:42Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:53:42Z"
    name: isvc-logger-raw-cipn.18d5dea3f339c890
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 1c7572b3-1e26-4ccc-ba57-6f5874e3e147
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25022"
    uid: 35a0b666-7117-4704-8c95-ec93f1df73a3
  kind: Event
  lastTimestamp: "2026-09-16T17:55:12Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:55:12Z"
    name: isvc-logger-raw-cipn.18d5deb8c9c7f320
    namespace: kserve-ci-e2e-test
    resourceVersion: "25023"
    uid: 3c38ed77-0186-4e1b-9946-35232699957d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:43:06.444668Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18384"
    uid: 4d6cc3f8-0de3-4cd4-9e83-d453f4ec8ae7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-9501e1-predictor-844c64b999-ndrcv
    to ip-10-0-134-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:43:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:43:06Z"
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv.18d5de0fcff85ea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18390"
    uid: 8a3919bd-c26e-4426-8c8e-3c4c86ef8e58
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18394"
    uid: 4d6cc3f8-0de3-4cd4-9e83-d453f4ec8ae7
  kind: Event
  lastTimestamp: "2026-09-16T17:43:07Z"
  message: Add eth0 [10.132.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:43:07Z"
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv.18d5de0ff1da8a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18404"
    uid: 488479c3-8998-4f64-ae38-773252f72a7e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18388"
    uid: 4d6cc3f8-0de3-4cd4-9e83-d453f4ec8ae7
  kind: Event
  lastTimestamp: "2026-09-16T17:43:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:07Z"
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv.18d5de0ff35583c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18406"
    uid: 2802308c-43e5-41fc-8333-01bd5a66ea13
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18388"
    uid: 4d6cc3f8-0de3-4cd4-9e83-d453f4ec8ae7
  kind: Event
  lastTimestamp: "2026-09-16T17:43:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:07Z"
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv.18d5de0ff5f0c847
    namespace: kserve-ci-e2e-test
    resourceVersion: "18407"
    uid: 24c56349-49f4-4eb0-941f-e56142625549
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18388"
    uid: 4d6cc3f8-0de3-4cd4-9e83-d453f4ec8ae7
  kind: Event
  lastTimestamp: "2026-09-16T17:43:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:07Z"
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv.18d5de0ff663fc07
    namespace: kserve-ci-e2e-test
    resourceVersion: "18408"
    uid: b082a2a2-4fe9-4a99-aa2e-2be3181ae2c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18388"
    uid: 4d6cc3f8-0de3-4cd4-9e83-d453f4ec8ae7
  kind: Event
  lastTimestamp: "2026-09-16T17:43:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:11Z"
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv.18d5de10ff8fffdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18451"
    uid: 1681d7e1-6203-44dd-95ba-e9c849708383
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18388"
    uid: 4d6cc3f8-0de3-4cd4-9e83-d453f4ec8ae7
  kind: Event
  lastTimestamp: "2026-09-16T17:43:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:11Z"
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv.18d5de11025864d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18454"
    uid: a24610be-6b15-41ce-9f94-49970ab88ee8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18388"
    uid: 4d6cc3f8-0de3-4cd4-9e83-d453f4ec8ae7
  kind: Event
  lastTimestamp: "2026-09-16T17:43:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:11Z"
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv.18d5de1102d2b8e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18455"
    uid: e3871d91-d443-4f94-a6a2-14ae0796917c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18388"
    uid: 4d6cc3f8-0de3-4cd4-9e83-d453f4ec8ae7
  kind: Event
  lastTimestamp: "2026-09-16T17:43:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:11Z"
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv.18d5de1102dcda90
    namespace: kserve-ci-e2e-test
    resourceVersion: "18456"
    uid: 95bbbb7d-8292-4881-9f3e-c54835e9cc9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18388"
    uid: 4d6cc3f8-0de3-4cd4-9e83-d453f4ec8ae7
  kind: Event
  lastTimestamp: "2026-09-16T17:43:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:11Z"
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv.18d5de1105a49bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18459"
    uid: 53b0ea6b-c60b-4367-8127-c63f00c55de4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18388"
    uid: 4d6cc3f8-0de3-4cd4-9e83-d453f4ec8ae7
  kind: Event
  lastTimestamp: "2026-09-16T17:43:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:11Z"
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv.18d5de11061794c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18461"
    uid: 113477a3-ad21-4031-94ab-f20f6fe3f5e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18388"
    uid: 4d6cc3f8-0de3-4cd4-9e83-d453f4ec8ae7
  kind: Event
  lastTimestamp: "2026-09-16T17:44:19Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:44:19Z"
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv.18d5de11776a682a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19220"
    uid: c8a47e81-d577-4028-95c5-e70094597449
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18388"
    uid: 4d6cc3f8-0de3-4cd4-9e83-d453f4ec8ae7
  kind: Event
  lastTimestamp: "2026-09-16T17:45:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:11Z"
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv.18d5de2cfb798665
    namespace: kserve-ci-e2e-test
    resourceVersion: "19721"
    uid: 19ee0fe2-b6aa-41a4-9f9d-f04550bf5f8b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18388"
    uid: 4d6cc3f8-0de3-4cd4-9e83-d453f4ec8ae7
  kind: Event
  lastTimestamp: "2026-09-16T17:45:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:11Z"
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv.18d5de2cfb7a072f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19722"
    uid: 22c565a2-7cda-45e9-be76-675d4f30872e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18388"
    uid: 4d6cc3f8-0de3-4cd4-9e83-d453f4ec8ae7
  kind: Event
  lastTimestamp: "2026-09-16T17:45:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.20:8643/healthz": dial tcp
    10.132.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:14Z"
    name: isvc-primary-9501e1-predictor-844c64b999-ndrcv.18d5de2da3b3c572
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: d7d1ae57-529d-47cb-ac53-db232b668a01
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-9501e1-predictor-844c64b999
    namespace: kserve-ci-e2e-test
    resourceVersion: "18377"
    uid: 720a6c62-b9aa-4317-b8cb-452ef3fecb70
  kind: Event
  lastTimestamp: "2026-09-16T17:43:06Z"
  message: 'Created pod: isvc-primary-9501e1-predictor-844c64b999-ndrcv'
  metadata:
    creationTimestamp: "2026-09-16T17:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:43:06Z"
    name: isvc-primary-9501e1-predictor-844c64b999.18d5de0fcf730d0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18387"
    uid: 0f9ed3ee-810a-4291-a9cc-fd8f24a53517
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-9501e1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18374"
    uid: bb64802b-9335-404d-b94d-5dd0c6f2b35b
  kind: Event
  lastTimestamp: "2026-09-16T17:43:06Z"
  message: Scaled up replica set isvc-primary-9501e1-predictor-844c64b999 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T17:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:43:06Z"
    name: isvc-primary-9501e1-predictor.18d5de0fcc7146a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18378"
    uid: 14d1320c-06a7-4e94-9096-d6c3ab198fdd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9501e1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18376"
    uid: 93825133-0406-4554-8bec-e556c461593a
  kind: Event
  lastTimestamp: "2026-09-16T17:43:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:43:36Z"
    name: isvc-primary-9501e1-predictor.18d5de134b8a9973
    namespace: kserve-ci-e2e-test
    resourceVersion: "18673"
    uid: 19cc4559-ae07-4ba8-8b7e-309147cf0ac1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9501e1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18376"
    uid: 93825133-0406-4554-8bec-e556c461593a
  kind: Event
  lastTimestamp: "2026-09-16T17:43:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:43:36Z"
    name: isvc-primary-9501e1-predictor.18d5de134c094c8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18676"
    uid: 9c284b3e-0e66-4908-bb27-51f4d2c5d93f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9501e1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18561"
    uid: 93825133-0406-4554-8bec-e556c461593a
  kind: Event
  lastTimestamp: "2026-09-16T17:45:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:45:06Z"
    name: isvc-primary-9501e1-predictor.18d5de1a49dc1481
    namespace: kserve-ci-e2e-test
    resourceVersion: "19645"
    uid: 511f8881-d218-4c3b-8fee-4f5250a9c396
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9501e1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18561"
    uid: 93825133-0406-4554-8bec-e556c461593a
  kind: Event
  lastTimestamp: "2026-09-16T17:45:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:45:06Z"
    name: isvc-primary-9501e1-predictor.18d5de1a4a4a7f50
    namespace: kserve-ci-e2e-test
    resourceVersion: "19646"
    uid: 99840507-d538-4ddf-b721-75b14df61b47
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9501e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: 726903f7-5f62-457b-bbbf-71d3e2ffb0ea
  kind: Event
  lastTimestamp: "2026-09-16T17:44:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:44:29Z"
    name: isvc-primary-9501e1.18d5de0fcc73b0a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19305"
    uid: cf38559c-3b6d-4695-b672-6f744cd878b3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9501e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: 726903f7-5f62-457b-bbbf-71d3e2ffb0ea
  kind: Event
  lastTimestamp: "2026-09-16T17:43:06Z"
  message: 'Failed to update status for InferenceService "isvc-primary-9501e1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-9501e1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:43:06Z"
    name: isvc-primary-9501e1.18d5de0fccf324c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18381"
    uid: 13585359-7e2c-4d93-9616-27e602a5a50c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9501e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: 726903f7-5f62-457b-bbbf-71d3e2ffb0ea
  kind: Event
  lastTimestamp: "2026-09-16T17:43:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-9501e1": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:43:06Z"
    name: isvc-primary-9501e1.18d5de0fccf36d21
    namespace: kserve-ci-e2e-test
    resourceVersion: "18382"
    uid: ca3ad47e-eb53-457c-b439-eee0a5a1ee42
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9501e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19303"
    uid: 726903f7-5f62-457b-bbbf-71d3e2ffb0ea
  kind: Event
  lastTimestamp: "2026-09-16T17:44:29Z"
  message: InferenceService [isvc-primary-9501e1] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:44:29Z"
    name: isvc-primary-9501e1.18d5de232ecac2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19304"
    uid: 298b588a-6bf3-4a88-9ff4-b2b906efc34c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:38:01.711443Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15238"
    uid: 5ef287cf-ba59-471f-8512-919070a41924
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88
    to ip-10-0-138-73.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:38:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:38:01Z"
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88.18d5ddc8dc746867
    namespace: kserve-ci-e2e-test
    resourceVersion: "15242"
    uid: 57c01381-62ab-4ac3-b40d-b687ab919791
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15246"
    uid: 5ef287cf-ba59-471f-8512-919070a41924
  kind: Event
  lastTimestamp: "2026-09-16T17:38:02Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:38:02Z"
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88.18d5ddc8feb27855
    namespace: kserve-ci-e2e-test
    resourceVersion: "15278"
    uid: a8e50acf-b2d7-4ac9-9ca8-5b1a74b58033
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: 5ef287cf-ba59-471f-8512-919070a41924
  kind: Event
  lastTimestamp: "2026-09-16T17:38:02Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
  metadata:
    creationTimestamp: "2026-09-16T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:02Z"
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88.18d5ddc90076b34e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 8c9df432-e401-4d57-8854-6395789fcc25
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: 5ef287cf-ba59-471f-8512-919070a41924
  kind: Event
  lastTimestamp: "2026-09-16T17:38:05Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    in 3.41s (3.41s including waiting). Image size: 306726315 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:05Z"
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88.18d5ddc9cbbdf062
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 2f389fdb-3f7b-480f-9f03-7239c611bfaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: 5ef287cf-ba59-471f-8512-919070a41924
  kind: Event
  lastTimestamp: "2026-09-16T17:38:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:05Z"
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88.18d5ddc9cf0e1db8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: fde6c056-eeb4-4f25-a9a1-0ae5880b0a30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: 5ef287cf-ba59-471f-8512-919070a41924
  kind: Event
  lastTimestamp: "2026-09-16T17:38:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:05Z"
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88.18d5ddc9cf844751
    namespace: kserve-ci-e2e-test
    resourceVersion: "15309"
    uid: f560a4da-cf03-4488-b295-69f56734bb7e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: 5ef287cf-ba59-471f-8512-919070a41924
  kind: Event
  lastTimestamp: "2026-09-16T17:38:09Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
  metadata:
    creationTimestamp: "2026-09-16T17:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:09Z"
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88.18d5ddcab4144475
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: b2805200-be99-4bbb-bfa1-206641eaae1c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: 5ef287cf-ba59-471f-8512-919070a41924
  kind: Event
  lastTimestamp: "2026-09-16T17:38:22Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    in 12.986s (12.986s including waiting). Image size: 1580636048 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:22Z"
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88.18d5ddcdba21767f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15459"
    uid: 51fbd194-12f3-4780-a159-c5c8f0054131
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: 5ef287cf-ba59-471f-8512-919070a41924
  kind: Event
  lastTimestamp: "2026-09-16T17:38:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:22Z"
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88.18d5ddcdbdba3273
    namespace: kserve-ci-e2e-test
    resourceVersion: "15460"
    uid: da75cae2-a030-4353-b0cf-885ca5c74eb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: 5ef287cf-ba59-471f-8512-919070a41924
  kind: Event
  lastTimestamp: "2026-09-16T17:38:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:22Z"
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88.18d5ddcdbe7a0945
    namespace: kserve-ci-e2e-test
    resourceVersion: "15462"
    uid: fccedb1c-53d1-412a-a2ba-dc11058375d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: 5ef287cf-ba59-471f-8512-919070a41924
  kind: Event
  lastTimestamp: "2026-09-16T17:38:22Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:22Z"
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88.18d5ddcdbe87ff44
    namespace: kserve-ci-e2e-test
    resourceVersion: "15463"
    uid: 7d443da7-f18b-42f6-93db-9915a2087af8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: 5ef287cf-ba59-471f-8512-919070a41924
  kind: Event
  lastTimestamp: "2026-09-16T17:38:24Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.163s (2.163s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:24Z"
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88.18d5ddce3f7e1211
    namespace: kserve-ci-e2e-test
    resourceVersion: "15492"
    uid: 81a2b722-0e8b-4130-83ef-8529cd773257
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: 5ef287cf-ba59-471f-8512-919070a41924
  kind: Event
  lastTimestamp: "2026-09-16T17:38:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:24Z"
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88.18d5ddce43302b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "15494"
    uid: 84dd2bfa-bc92-47ce-98a9-81f0a6916cad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: 5ef287cf-ba59-471f-8512-919070a41924
  kind: Event
  lastTimestamp: "2026-09-16T17:38:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:24Z"
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88.18d5ddce43a6a5c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15495"
    uid: 8db8a389-3e41-403d-8c4c-d73d433e2c0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: 5ef287cf-ba59-471f-8512-919070a41924
  kind: Event
  lastTimestamp: "2026-09-16T17:38:24Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:55ec4a44a06bc7060d574606188d82e770383955cb05dcfc0e8ce026e2fa3910"
  metadata:
    creationTimestamp: "2026-09-16T17:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:24Z"
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88.18d5ddce43b5e2b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: f8a71583-67e6-441b-b8a5-d168937dd42c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: 5ef287cf-ba59-471f-8512-919070a41924
  kind: Event
  lastTimestamp: "2026-09-16T17:38:26Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:55ec4a44a06bc7060d574606188d82e770383955cb05dcfc0e8ce026e2fa3910"
    in 1.816s (1.816s including waiting). Image size: 243360846 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:26Z"
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88.18d5ddceb0028508
    namespace: kserve-ci-e2e-test
    resourceVersion: "15518"
    uid: 2a17a34d-c7b3-426c-bdcb-e47302386818
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: 5ef287cf-ba59-471f-8512-919070a41924
  kind: Event
  lastTimestamp: "2026-09-16T17:38:26Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T17:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:26Z"
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88.18d5ddceb38aeb83
    namespace: kserve-ci-e2e-test
    resourceVersion: "15520"
    uid: 15c484e6-07dc-4a67-9e64-60e19f66f071
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: 5ef287cf-ba59-471f-8512-919070a41924
  kind: Event
  lastTimestamp: "2026-09-16T17:38:26Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T17:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:38:26Z"
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88.18d5ddceb3f9dbd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15521"
    uid: a3762f0c-817b-47f2-9f18-b9befcde5dbe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: 5ef287cf-ba59-471f-8512-919070a41924
  kind: Event
  lastTimestamp: "2026-09-16T17:40:00Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:00Z"
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88.18d5ddceebcfa56e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16448"
    uid: 07459b45-b5f8-4b2f-aabe-1d6cf278c676
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: 5ef287cf-ba59-471f-8512-919070a41924
  kind: Event
  lastTimestamp: "2026-09-16T17:40:10Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T17:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:10Z"
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88.18d5ddcf27a54d83
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: 3b6099d6-fe80-4b71-9ec2-1ca99156eefe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: 5ef287cf-ba59-471f-8512-919070a41924
  kind: Event
  lastTimestamp: "2026-09-16T17:39:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:55Z"
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88.18d5dde37700faa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16319"
    uid: 1a114820-b2ca-417b-8056-ddd826b09324
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: 5ef287cf-ba59-471f-8512-919070a41924
  kind: Event
  lastTimestamp: "2026-09-16T17:39:55Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T17:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:55Z"
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88.18d5dde3770157ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16321"
    uid: 57a137cb-cb6f-4114-bec1-dc6e4146a78d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: 5ef287cf-ba59-471f-8512-919070a41924
  kind: Event
  lastTimestamp: "2026-09-16T17:39:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:55Z"
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88.18d5dde377017485
    namespace: kserve-ci-e2e-test
    resourceVersion: "16322"
    uid: 8c26e594-a8e8-448e-8db8-962bae15d5c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: 5ef287cf-ba59-471f-8512-919070a41924
  kind: Event
  lastTimestamp: "2026-09-16T17:40:09Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:09Z"
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88.18d5dde457ea2043
    namespace: kserve-ci-e2e-test
    resourceVersion: "16532"
    uid: caad4ded-6ae5-4819-bced-337670ff9d8d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15213"
    uid: 2131fc51-d7b0-4f16-848c-84968b4cba43
  kind: Event
  lastTimestamp: "2026-09-16T17:38:01Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-87956-predictor-6989556c8-zhw88'
  metadata:
    creationTimestamp: "2026-09-16T17:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:38:01Z"
    name: isvc-raw-sklearn-batcher-87956-predictor-6989556c8.18d5ddc8dbec358e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: b817216c-6779-4fa0-8e10-3988e799fd09
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-87956-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15211"
    uid: 109d2881-e1c4-4815-aefe-82a96b9ec076
  kind: Event
  lastTimestamp: "2026-09-16T17:38:01Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-87956-predictor-6989556c8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:38:01Z"
    name: isvc-raw-sklearn-batcher-87956-predictor.18d5ddc8cee04eff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: f2cf5683-ca8e-44aa-baea-a6a9826b718c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-87956-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15212"
    uid: 30e73cca-addc-4f5f-b1a1-6d1d29fccd48
  kind: Event
  lastTimestamp: "2026-09-16T17:38:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:38:46Z"
    name: isvc-raw-sklearn-batcher-87956-predictor.18d5ddcc4e7e4b62
    namespace: kserve-ci-e2e-test
    resourceVersion: "15679"
    uid: 0671f8ed-3128-43d7-91b9-a5e59692448a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-87956-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15212"
    uid: 30e73cca-addc-4f5f-b1a1-6d1d29fccd48
  kind: Event
  lastTimestamp: "2026-09-16T17:38:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:38:46Z"
    name: isvc-raw-sklearn-batcher-87956-predictor.18d5ddcc4ef1a088
    namespace: kserve-ci-e2e-test
    resourceVersion: "15680"
    uid: 2675e85c-a781-4bc6-9923-30ad1462ae44
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-87956-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15411"
    uid: 30e73cca-addc-4f5f-b1a1-6d1d29fccd48
  kind: Event
  lastTimestamp: "2026-09-16T17:39:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:39:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:39:46Z"
    name: isvc-raw-sklearn-batcher-87956-predictor.18d5ddd6cc92da7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16170"
    uid: 00223658-bfb3-44c5-b71f-67ef49bc5f1d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-87956-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15411"
    uid: 30e73cca-addc-4f5f-b1a1-6d1d29fccd48
  kind: Event
  lastTimestamp: "2026-09-16T17:39:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:39:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:39:46Z"
    name: isvc-raw-sklearn-batcher-87956-predictor.18d5ddd6cd023995
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: 3fa13d81-dd3f-49de-958f-07bc7a50be51
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T17:38:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-87956
    namespace: kserve-ci-e2e-test
    resourceVersion: "15191"
    uid: c20e38f4-4843-44ee-a6c5-5845624bd530
  kind: Event
  lastTimestamp: "2026-09-16T17:39:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:39:40Z"
    name: isvc-raw-sklearn-batcher-87956.18d5ddc8cee5b986
    namespace: kserve-ci-e2e-test
    resourceVersion: "16090"
    uid: 58ce6115-91b4-4034-8e91-b811f81e9ba4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-87956
    namespace: kserve-ci-e2e-test
    resourceVersion: "16088"
    uid: c20e38f4-4843-44ee-a6c5-5845624bd530
  kind: Event
  lastTimestamp: "2026-09-16T17:39:40Z"
  message: InferenceService [isvc-raw-sklearn-batcher-87956] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:39:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:39:40Z"
    name: isvc-raw-sklearn-batcher-87956.18d5dddff32dbeff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16089"
    uid: 3dae9c4a-96c7-4c6d-8be1-1501ee85628f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:44:51.639473Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-9501e1-predictor-6779bdbd7b-d4fh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19496"
    uid: fc6f8464-b7dc-4ba7-8470-d31acd135a81
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-9501e1-predictor-6779bdbd7b-d4fh5
    to ip-10-0-129-160.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:44:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:44:51Z"
    name: isvc-secondary-9501e1-predictor-6779bdbd7b-d4fh5.18d5de284e11bef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19500"
    uid: c425bafe-e916-4ff8-99a1-a92c04c76aa7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-9501e1-predictor-6779bdbd7b-d4fh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19498"
    uid: fc6f8464-b7dc-4ba7-8470-d31acd135a81
  kind: Event
  lastTimestamp: "2026-09-16T17:44:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-9501e1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T17:44:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:44:52Z"
    name: isvc-secondary-9501e1-predictor-6779bdbd7b-d4fh5.18d5de28599a687c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19514"
    uid: dfd92b47-cce2-46ba-aaf9-67206f0c9fab
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-9501e1-predictor-6779bdbd7b-d4fh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19504"
    uid: fc6f8464-b7dc-4ba7-8470-d31acd135a81
  kind: Event
  lastTimestamp: "2026-09-16T17:44:53Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:44:53Z"
    name: isvc-secondary-9501e1-predictor-6779bdbd7b-d4fh5.18d5de28c968a3dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19531"
    uid: 416acaf4-57c9-48f8-84f9-97bbb5c7f0ac
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9501e1-predictor-6779bdbd7b-d4fh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19498"
    uid: fc6f8464-b7dc-4ba7-8470-d31acd135a81
  kind: Event
  lastTimestamp: "2026-09-16T17:44:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:44:59Z"
    name: isvc-secondary-9501e1-predictor-6779bdbd7b-d4fh5.18d5de28cadef651
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: 6b017053-e680-4043-9be2-b08abec5fd26
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9501e1-predictor-6779bdbd7b-d4fh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19498"
    uid: fc6f8464-b7dc-4ba7-8470-d31acd135a81
  kind: Event
  lastTimestamp: "2026-09-16T17:44:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:44:59Z"
    name: isvc-secondary-9501e1-predictor-6779bdbd7b-d4fh5.18d5de28cde53f0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19586"
    uid: c6a79616-5357-4a7f-bb1a-54aed8a0a94f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9501e1-predictor-6779bdbd7b-d4fh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19498"
    uid: fc6f8464-b7dc-4ba7-8470-d31acd135a81
  kind: Event
  lastTimestamp: "2026-09-16T17:44:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:44:59Z"
    name: isvc-secondary-9501e1-predictor-6779bdbd7b-d4fh5.18d5de28ce4cc26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19587"
    uid: 224c64dc-c2e2-4638-a783-722307a1ba2f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9501e1-predictor-6779bdbd7b-d4fh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19498"
    uid: fc6f8464-b7dc-4ba7-8470-d31acd135a81
  kind: Event
  lastTimestamp: "2026-09-16T17:45:04Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-9501e1-predictor-6779bdbd7b-d4fh5_kserve-ci-e2e-test(fc6f8464-b7dc-4ba7-8470-d31acd135a81)
  metadata:
    creationTimestamp: "2026-09-16T17:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:04Z"
    name: isvc-secondary-9501e1-predictor-6779bdbd7b-d4fh5.18d5de2b661515ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "19626"
    uid: b6068c35-9fdc-45b4-9526-1edfbc80ae80
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-9501e1-predictor-6779bdbd7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19487"
    uid: 674b0e75-25e9-45bf-995b-383ace31e24c
  kind: Event
  lastTimestamp: "2026-09-16T17:44:51Z"
  message: 'Created pod: isvc-secondary-9501e1-predictor-6779bdbd7b-d4fh5'
  metadata:
    creationTimestamp: "2026-09-16T17:44:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:44:51Z"
    name: isvc-secondary-9501e1-predictor-6779bdbd7b.18d5de284da5c841
    namespace: kserve-ci-e2e-test
    resourceVersion: "19497"
    uid: cd37bb8f-5adf-403e-bf80-33dfbe414021
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-9501e1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19484"
    uid: 48f69709-bb5f-4282-bf19-987ef80a4b41
  kind: Event
  lastTimestamp: "2026-09-16T17:44:51Z"
  message: Scaled up replica set isvc-secondary-9501e1-predictor-6779bdbd7b from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T17:44:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:44:51Z"
    name: isvc-secondary-9501e1-predictor.18d5de284aa98550
    namespace: kserve-ci-e2e-test
    resourceVersion: "19489"
    uid: 230d687f-282d-4e92-ad77-07c840bc2add
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-9501e1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19485"
    uid: 99f30ec1-1132-4559-919c-9f1040be28a9
  kind: Event
  lastTimestamp: "2026-09-16T17:45:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:45:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:45:06Z"
    name: isvc-secondary-9501e1-predictor.18d5de2bc9820997
    namespace: kserve-ci-e2e-test
    resourceVersion: "19648"
    uid: fe5bed4d-376b-4282-8302-2d515032c93b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-9501e1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19485"
    uid: 99f30ec1-1132-4559-919c-9f1040be28a9
  kind: Event
  lastTimestamp: "2026-09-16T17:45:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:45:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:45:06Z"
    name: isvc-secondary-9501e1-predictor.18d5de2bca504835
    namespace: kserve-ci-e2e-test
    resourceVersion: "19649"
    uid: c6100ef6-c437-447a-90b0-dbb2da7a2cb4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-9501e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19476"
    uid: d2d4f79b-12dc-463f-b88b-05c381c35711
  kind: Event
  lastTimestamp: "2026-09-16T17:45:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:44:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:45:05Z"
    name: isvc-secondary-9501e1.18d5de284a7ea8e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: d1ab9c42-f757-4f95-afaf-5eacedc87866
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-9501e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19476"
    uid: d2d4f79b-12dc-463f-b88b-05c381c35711
  kind: Event
  lastTimestamp: "2026-09-16T17:44:51Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-9501e1":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-9501e1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:44:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:44:51Z"
    name: isvc-secondary-9501e1.18d5de284ad4452a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19491"
    uid: 8eb469b0-fff8-4897-9e80-da60fc64afe4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-9501e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19476"
    uid: d2d4f79b-12dc-463f-b88b-05c381c35711
  kind: Event
  lastTimestamp: "2026-09-16T17:44:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-9501e1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:44:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:44:51Z"
    name: isvc-secondary-9501e1.18d5de284ad48a23
    namespace: kserve-ci-e2e-test
    resourceVersion: "19492"
    uid: 07a8ce93-31ee-4cff-ac6a-ede01429af77
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:39:56.152503Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16345"
    uid: 390f6c47-fef4-4d54-b616-e5988767fb0d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6
    to ip-10-0-138-73.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:39:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:39:56Z"
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6.18d5dde381ac5d72
    namespace: kserve-ci-e2e-test
    resourceVersion: "16350"
    uid: 23f61392-09f0-41e5-83b5-9ec8bac9a122
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16360"
    uid: 390f6c47-fef4-4d54-b616-e5988767fb0d
  kind: Event
  lastTimestamp: "2026-09-16T17:39:56Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:39:56Z"
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6.18d5dde3a407e798
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: d1537d5b-552c-4532-ab6a-774ef9183dac
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 390f6c47-fef4-4d54-b616-e5988767fb0d
  kind: Event
  lastTimestamp: "2026-09-16T17:39:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:56Z"
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6.18d5dde3a590665a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16397"
    uid: b9d931a6-5824-4ea0-87bf-7d537f355625
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 390f6c47-fef4-4d54-b616-e5988767fb0d
  kind: Event
  lastTimestamp: "2026-09-16T17:39:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:56Z"
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6.18d5dde3a8abfdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: 56c8f653-ea55-4e2f-b858-ebb47329f6cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 390f6c47-fef4-4d54-b616-e5988767fb0d
  kind: Event
  lastTimestamp: "2026-09-16T17:39:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:56Z"
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6.18d5dde3a91b00ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16400"
    uid: 2ff2881c-ef39-45b6-bb69-6900bbf610f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 390f6c47-fef4-4d54-b616-e5988767fb0d
  kind: Event
  lastTimestamp: "2026-09-16T17:40:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:01Z"
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6.18d5dde4ae7dbe3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: 38c9e21e-7565-4b21-96e5-118d5fbe848c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 390f6c47-fef4-4d54-b616-e5988767fb0d
  kind: Event
  lastTimestamp: "2026-09-16T17:40:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:01Z"
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6.18d5dde4b23949d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16458"
    uid: 0608dc62-0625-48ec-9dc1-07e44284de8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 390f6c47-fef4-4d54-b616-e5988767fb0d
  kind: Event
  lastTimestamp: "2026-09-16T17:40:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:01Z"
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6.18d5dde4b2ad4ead
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: 5a25a28d-10a1-4da3-ab2b-4995b54cb309
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 390f6c47-fef4-4d54-b616-e5988767fb0d
  kind: Event
  lastTimestamp: "2026-09-16T17:40:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:01Z"
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6.18d5dde4b2b87d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "16461"
    uid: 9e784e07-8b6e-4876-848f-8db90197f2c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 390f6c47-fef4-4d54-b616-e5988767fb0d
  kind: Event
  lastTimestamp: "2026-09-16T17:40:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:01Z"
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6.18d5dde4b5bf7451
    namespace: kserve-ci-e2e-test
    resourceVersion: "16464"
    uid: 27600e38-f55e-45cc-b179-4eb5a5481f8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 390f6c47-fef4-4d54-b616-e5988767fb0d
  kind: Event
  lastTimestamp: "2026-09-16T17:40:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:01Z"
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6.18d5dde4b63632f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16465"
    uid: eda99a38-1885-44cb-8d81-066021902c63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 390f6c47-fef4-4d54-b616-e5988767fb0d
  kind: Event
  lastTimestamp: "2026-09-16T17:41:49Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:49Z"
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6.18d5dde4ea870ca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17658"
    uid: 6a6091fd-25f3-4b88-98af-7bb93327ce72
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 390f6c47-fef4-4d54-b616-e5988767fb0d
  kind: Event
  lastTimestamp: "2026-09-16T17:41:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:46Z"
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6.18d5ddfd262dc9e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17522"
    uid: 404ec048-22bd-4334-a68d-aa41a758f014
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 390f6c47-fef4-4d54-b616-e5988767fb0d
  kind: Event
  lastTimestamp: "2026-09-16T17:41:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:46Z"
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6.18d5ddfd262efbe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17528"
    uid: 001f399c-b5a3-4172-88b1-5ce53dd512bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 390f6c47-fef4-4d54-b616-e5988767fb0d
  kind: Event
  lastTimestamp: "2026-09-16T17:41:48Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:48Z"
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6.18d5ddfd98ee0640
    namespace: kserve-ci-e2e-test
    resourceVersion: "17640"
    uid: 24237158-0b84-45b7-953c-584c5e935b3a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16336"
    uid: a2c3d132-03ca-4953-a5bc-541fe33d272d
  kind: Event
  lastTimestamp: "2026-09-16T17:39:56Z"
  message: 'Created pod: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd-v6fd6'
  metadata:
    creationTimestamp: "2026-09-16T17:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:39:56Z"
    name: isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd.18d5dde380bf438a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16347"
    uid: 753e27ed-ac3c-4e8a-8e81-fa2723e82817
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-7ca88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16334"
    uid: d047fc47-4ec9-4cef-b6ab-2c1587a401fa
  kind: Event
  lastTimestamp: "2026-09-16T17:39:56Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-7ca88-predictor-5bbddb5fcd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:39:56Z"
    name: isvc-sklearn-graph-raw-7ca88-predictor.18d5dde37d104374
    namespace: kserve-ci-e2e-test
    resourceVersion: "16337"
    uid: d09400f4-2d48-4cc3-9833-50ab9196857e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-7ca88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16335"
    uid: 5af3f856-01c3-46cf-85dc-0d13451b04bd
  kind: Event
  lastTimestamp: "2026-09-16T17:40:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:40:41Z"
    name: isvc-sklearn-graph-raw-7ca88-predictor.18d5dde6fb81f483
    namespace: kserve-ci-e2e-test
    resourceVersion: "16784"
    uid: f0bb93de-4d10-4b33-bd90-14d17ff2943d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-7ca88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16335"
    uid: 5af3f856-01c3-46cf-85dc-0d13451b04bd
  kind: Event
  lastTimestamp: "2026-09-16T17:40:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:40:41Z"
    name: isvc-sklearn-graph-raw-7ca88-predictor.18d5dde6fbf8ca0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16785"
    uid: 867b357a-ea44-4818-a71a-da07024c819d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-7ca88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16544"
    uid: 5af3f856-01c3-46cf-85dc-0d13451b04bd
  kind: Event
  lastTimestamp: "2026-09-16T17:41:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:41Z"
    name: isvc-sklearn-graph-raw-7ca88-predictor.18d5ddea7b589ce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17446"
    uid: bf207306-8900-4fb0-b87b-581d9d7b6cf9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-7ca88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16544"
    uid: 5af3f856-01c3-46cf-85dc-0d13451b04bd
  kind: Event
  lastTimestamp: "2026-09-16T17:41:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:41Z"
    name: isvc-sklearn-graph-raw-7ca88-predictor.18d5ddea7bfc9b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: 31fbbd60-67ae-4dc1-a298-9b03f996553e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-7ca88
    namespace: kserve-ci-e2e-test
    resourceVersion: "16327"
    uid: 34b48228-baee-43b5-927b-fa5a3f8ecf4a
  kind: Event
  lastTimestamp: "2026-09-16T17:41:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:41:19Z"
    name: isvc-sklearn-graph-raw-7ca88.18d5dde37d38ed04
    namespace: kserve-ci-e2e-test
    resourceVersion: "17083"
    uid: caa06ed5-f5d5-47af-ad3f-f74690b1015e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-7ca88
    namespace: kserve-ci-e2e-test
    resourceVersion: "17081"
    uid: 34b48228-baee-43b5-927b-fa5a3f8ecf4a
  kind: Event
  lastTimestamp: "2026-09-16T17:41:19Z"
  message: InferenceService [isvc-sklearn-graph-raw-7ca88] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:41:19Z"
    name: isvc-sklearn-graph-raw-7ca88.18d5ddf6d699dbaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17082"
    uid: be14e07c-42a0-4960-a71e-a2d886dfc250
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:41:46.445755Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17565"
    uid: f5f347d3-d6a5-4942-ac50-3205c8459da3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv
    to ip-10-0-129-160.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:41:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:41:46Z"
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv.18d5ddfd2faa057e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17569"
    uid: 34939e16-4fe3-4c9d-8fbe-de6b7268bbb3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: f5f347d3-d6a5-4942-ac50-3205c8459da3
  kind: Event
  lastTimestamp: "2026-09-16T17:41:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-c0e2d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T17:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:47Z"
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv.18d5ddfd3b86c845
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: b1e75ce6-1d8c-41af-877f-293ccdee4e05
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17579"
    uid: f5f347d3-d6a5-4942-ac50-3205c8459da3
  kind: Event
  lastTimestamp: "2026-09-16T17:41:48Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:41:48Z"
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv.18d5ddfdaba55666
    namespace: kserve-ci-e2e-test
    resourceVersion: "17644"
    uid: b10b6d00-a813-411b-81b9-2c78ffe38144
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: f5f347d3-d6a5-4942-ac50-3205c8459da3
  kind: Event
  lastTimestamp: "2026-09-16T17:41:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:48Z"
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv.18d5ddfdad190bb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 3b88e5ad-a8e3-4063-931a-b83b7713b73d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: f5f347d3-d6a5-4942-ac50-3205c8459da3
  kind: Event
  lastTimestamp: "2026-09-16T17:41:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:48Z"
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv.18d5ddfdafcd0f3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17647"
    uid: d6675d33-6311-4188-8375-79f71e6e3671
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: f5f347d3-d6a5-4942-ac50-3205c8459da3
  kind: Event
  lastTimestamp: "2026-09-16T17:41:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:48Z"
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv.18d5ddfdb03f40dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17648"
    uid: 2eb9e98e-2101-4528-b97e-2ebcb672fc93
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: f5f347d3-d6a5-4942-ac50-3205c8459da3
  kind: Event
  lastTimestamp: "2026-09-16T17:41:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:53Z"
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv.18d5ddfede1bf25b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17710"
    uid: 86a9f2b2-c8d8-4ae0-8ff6-875cd7690dc3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: f5f347d3-d6a5-4942-ac50-3205c8459da3
  kind: Event
  lastTimestamp: "2026-09-16T17:41:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:54Z"
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv.18d5ddff0ddd7ddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17716"
    uid: 68eeedbd-7142-4f6c-acb8-4bf5cd00c8b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: f5f347d3-d6a5-4942-ac50-3205c8459da3
  kind: Event
  lastTimestamp: "2026-09-16T17:41:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:54Z"
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv.18d5ddff0e71e5d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17717"
    uid: 8a75c844-9635-463d-affa-f81f2e0bab5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: f5f347d3-d6a5-4942-ac50-3205c8459da3
  kind: Event
  lastTimestamp: "2026-09-16T17:41:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:54Z"
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv.18d5ddff0e7e4dfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17718"
    uid: e0fd36fe-5635-4ce3-9920-2281e6f2d936
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: f5f347d3-d6a5-4942-ac50-3205c8459da3
  kind: Event
  lastTimestamp: "2026-09-16T17:41:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:54Z"
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv.18d5ddff11b3c150
    namespace: kserve-ci-e2e-test
    resourceVersion: "17719"
    uid: 0fdb0f7a-ceff-4910-8524-567972c2c45e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: f5f347d3-d6a5-4942-ac50-3205c8459da3
  kind: Event
  lastTimestamp: "2026-09-16T17:41:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:54Z"
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv.18d5ddff129b9e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "17720"
    uid: fdd8808e-c39a-4a82-ba2d-9ad840ca2ea5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: f5f347d3-d6a5-4942-ac50-3205c8459da3
  kind: Event
  lastTimestamp: "2026-09-16T17:43:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:50Z"
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv.18d5ddff343c75e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: d26484f5-eae3-4307-9747-80a7049c9412
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: f5f347d3-d6a5-4942-ac50-3205c8459da3
  kind: Event
  lastTimestamp: "2026-09-16T17:43:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:46Z"
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv.18d5de192cf8418c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18831"
    uid: a5f49812-d212-4f80-a179-53e92716cf48
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: f5f347d3-d6a5-4942-ac50-3205c8459da3
  kind: Event
  lastTimestamp: "2026-09-16T17:43:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:46Z"
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv.18d5de192cf8d970
    namespace: kserve-ci-e2e-test
    resourceVersion: "18833"
    uid: e6a078fc-a407-493d-912c-0ed5b3bb94ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: f5f347d3-d6a5-4942-ac50-3205c8459da3
  kind: Event
  lastTimestamp: "2026-09-16T17:43:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:51Z"
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv.18d5de1a36d31530
    namespace: kserve-ci-e2e-test
    resourceVersion: "18922"
    uid: 0f0345a3-89bb-4275-80a8-43bb6f1ac25e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17552"
    uid: 955cfb68-857b-46bf-9ed6-946562e66de3
  kind: Event
  lastTimestamp: "2026-09-16T17:41:46Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6-25snv'
  metadata:
    creationTimestamp: "2026-09-16T17:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:46Z"
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6.18d5ddfd2f4b1814
    namespace: kserve-ci-e2e-test
    resourceVersion: "17567"
    uid: 764eb502-3378-4d01-90bd-2cae3a715b99
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17550"
    uid: 40db8911-3c19-4292-9780-6cc356ed6afc
  kind: Event
  lastTimestamp: "2026-09-16T17:41:46Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-c0e2d-predictor-686b5ccdb6
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:46Z"
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor.18d5ddfd2bea71cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17558"
    uid: aeda093d-6a07-49a5-ac5b-4cf44a7a57ea
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17551"
    uid: 3b9d228e-8422-4430-8e0a-5ba35a381dce
  kind: Event
  lastTimestamp: "2026-09-16T17:42:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:42:16Z"
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor.18d5de00aa6c2451
    namespace: kserve-ci-e2e-test
    resourceVersion: "17902"
    uid: b3a8a8a4-1b3d-45af-a097-a1a8687fa54f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17551"
    uid: 3b9d228e-8422-4430-8e0a-5ba35a381dce
  kind: Event
  lastTimestamp: "2026-09-16T17:42:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:42:16Z"
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor.18d5de00aae0ce19
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: 327e07d5-d32c-4237-b7e1-848a0bedd78e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17782"
    uid: 3b9d228e-8422-4430-8e0a-5ba35a381dce
  kind: Event
  lastTimestamp: "2026-09-16T17:43:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:42:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:43:31Z"
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor.18d5de07a9683c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "18631"
    uid: 9d69b76e-a0e9-4db1-89a3-a2ddbe77ddd0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17782"
    uid: 3b9d228e-8422-4430-8e0a-5ba35a381dce
  kind: Event
  lastTimestamp: "2026-09-16T17:43:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:42:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:43:31Z"
    name: isvc-sklearn-graph-raw-hpa-c0e2d-predictor.18d5de07a9c51585
    namespace: kserve-ci-e2e-test
    resourceVersion: "18632"
    uid: a47545e4-a70a-439e-a6b4-9f7a0b04b03d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-c0e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: 2e1ae248-4fa7-4021-b7c0-420f5dbbdec8
  kind: Event
  lastTimestamp: "2026-09-16T17:43:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:43:21Z"
    name: isvc-sklearn-graph-raw-hpa-c0e2d.18d5ddfd2b9f059b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18556"
    uid: f57c66ee-1ba5-491a-83e5-5aafc67afc4c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-c0e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18553"
    uid: 2e1ae248-4fa7-4021-b7c0-420f5dbbdec8
  kind: Event
  lastTimestamp: "2026-09-16T17:43:21Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-c0e2d] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:43:21Z"
    name: isvc-sklearn-graph-raw-hpa-c0e2d.18d5de1339703cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18555"
    uid: 278cd813-7209-4055-b6c6-ea7c6c4d6ff6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:45:42.191207Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20155"
    uid: 96331fdb-8031-4d57-b1f6-8bde90653823
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw
    to ip-10-0-134-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:45:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:45:42Z"
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw.18d5de3413300387
    namespace: kserve-ci-e2e-test
    resourceVersion: "20159"
    uid: cb96e61f-7543-4877-8a0a-d136e14198e6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 96331fdb-8031-4d57-b1f6-8bde90653823
  kind: Event
  lastTimestamp: "2026-09-16T17:45:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-scale-raw-be77d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T17:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:42Z"
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw.18d5de3420dbebc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20174"
    uid: 1540556e-24e9-4220-b9d7-2d1d7b3d7955
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20166"
    uid: 96331fdb-8031-4d57-b1f6-8bde90653823
  kind: Event
  lastTimestamp: "2026-09-16T17:45:43Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:45:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:45:43Z"
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw.18d5de3458d2564b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20185"
    uid: f65994fc-e62e-4574-8e6b-d157f3f9afba
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 96331fdb-8031-4d57-b1f6-8bde90653823
  kind: Event
  lastTimestamp: "2026-09-16T17:45:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:45:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:43Z"
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw.18d5de345a57633a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20187"
    uid: 1689b4fe-0f8e-44bf-b690-1468dd96ac7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 96331fdb-8031-4d57-b1f6-8bde90653823
  kind: Event
  lastTimestamp: "2026-09-16T17:45:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:45:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:43Z"
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw.18d5de345dd3f699
    namespace: kserve-ci-e2e-test
    resourceVersion: "20189"
    uid: 4f8ae65a-8563-48b6-8346-dcf741d75493
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 96331fdb-8031-4d57-b1f6-8bde90653823
  kind: Event
  lastTimestamp: "2026-09-16T17:45:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:45:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:43Z"
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw.18d5de345e475c1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20190"
    uid: ebccc8f2-f4ef-4643-b65a-94898603c30a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 96331fdb-8031-4d57-b1f6-8bde90653823
  kind: Event
  lastTimestamp: "2026-09-16T17:45:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:48Z"
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw.18d5de35745fe05f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20237"
    uid: a6adf8b0-231d-4607-bb5c-e6a7e7f3ecc9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 96331fdb-8031-4d57-b1f6-8bde90653823
  kind: Event
  lastTimestamp: "2026-09-16T17:45:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:48Z"
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw.18d5de3577574a66
    namespace: kserve-ci-e2e-test
    resourceVersion: "20239"
    uid: 24ef6e36-359a-48ce-8c07-79408d373b45
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 96331fdb-8031-4d57-b1f6-8bde90653823
  kind: Event
  lastTimestamp: "2026-09-16T17:45:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:48Z"
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw.18d5de3577cc4033
    namespace: kserve-ci-e2e-test
    resourceVersion: "20240"
    uid: 7d4181bb-db85-4f0b-96df-b3d13d156b59
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 96331fdb-8031-4d57-b1f6-8bde90653823
  kind: Event
  lastTimestamp: "2026-09-16T17:45:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:48Z"
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw.18d5de3577d7b8b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20242"
    uid: 6e4bc2c7-c603-4598-8eda-4af6aa0c9ee6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 96331fdb-8031-4d57-b1f6-8bde90653823
  kind: Event
  lastTimestamp: "2026-09-16T17:45:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:48Z"
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw.18d5de357a810af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20244"
    uid: 602dd888-de8d-4e66-9fff-89be21f44545
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 96331fdb-8031-4d57-b1f6-8bde90653823
  kind: Event
  lastTimestamp: "2026-09-16T17:45:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:48Z"
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw.18d5de357af3edd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: cb6d9301-8b66-4b60-800e-41f2504d4c67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 96331fdb-8031-4d57-b1f6-8bde90653823
  kind: Event
  lastTimestamp: "2026-09-16T17:48:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:42Z"
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw.18d5de35b057ccbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21687"
    uid: 610d133e-60e7-48c5-a2a9-36e52ead7d05
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 96331fdb-8031-4d57-b1f6-8bde90653823
  kind: Event
  lastTimestamp: "2026-09-16T17:48:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:42Z"
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw.18d5de5e0a04e58d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21682"
    uid: dc8c7632-884f-48ab-a726-c339b56138a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 96331fdb-8031-4d57-b1f6-8bde90653823
  kind: Event
  lastTimestamp: "2026-09-16T17:48:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:42Z"
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw.18d5de5e0a056450
    namespace: kserve-ci-e2e-test
    resourceVersion: "21684"
    uid: a2e9d685-fb1a-4f34-abba-24149023f3be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 96331fdb-8031-4d57-b1f6-8bde90653823
  kind: Event
  lastTimestamp: "2026-09-16T17:48:50Z"
  message: 'Readiness probe failed: Get "https://10.132.0.23:8643/healthz": dial tcp
    10.132.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:50Z"
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw.18d5de5eaaec2de0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 97307c5c-d63a-4153-803f-162e9041fbc4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 96331fdb-8031-4d57-b1f6-8bde90653823
  kind: Event
  lastTimestamp: "2026-09-16T17:48:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-09-16T17:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:53Z"
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw.18d5de60a51d1395
    namespace: kserve-ci-e2e-test
    resourceVersion: "21898"
    uid: 70341d93-2217-4d6f-9ca9-97dbaf98e080
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20146"
    uid: 45f11639-af65-40d6-9734-d64245e40eec
  kind: Event
  lastTimestamp: "2026-09-16T17:45:42Z"
  message: 'Created pod: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b-mf5hw'
  metadata:
    creationTimestamp: "2026-09-16T17:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:45:42Z"
    name: isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b.18d5de341298c5db
    namespace: kserve-ci-e2e-test
    resourceVersion: "20158"
    uid: 72f0ddac-f674-4e5c-8477-8ccc6108a5cd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-be77d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: 6719a192-9577-48df-b1e7-34d359e8e80c
  kind: Event
  lastTimestamp: "2026-09-16T17:45:42Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-be77d-predictor-7cffc4447b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:45:42Z"
    name: isvc-sklearn-scale-raw-be77d-predictor.18d5de340e80c94f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20148"
    uid: e164d795-8670-427f-8f4a-2eaf6adf708f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-be77d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20145"
    uid: 6ebb9a39-7546-433f-b1e3-4ceee1336186
  kind: Event
  lastTimestamp: "2026-09-16T17:46:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:45:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:46:27Z"
    name: isvc-sklearn-scale-raw-be77d-predictor.18d5de378d30de4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20545"
    uid: 65388b40-9bd5-4317-92b6-c0369200e86f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-be77d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20145"
    uid: 6ebb9a39-7546-433f-b1e3-4ceee1336186
  kind: Event
  lastTimestamp: "2026-09-16T17:46:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:45:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:46:27Z"
    name: isvc-sklearn-scale-raw-be77d-predictor.18d5de378dafda5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20546"
    uid: 6960dcc9-be55-48d6-9eff-bf75472934c7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-be77d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: 6ebb9a39-7546-433f-b1e3-4ceee1336186
  kind: Event
  lastTimestamp: "2026-09-16T17:48:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:46:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:48:42Z"
    name: isvc-sklearn-scale-raw-be77d-predictor.18d5de4209dcfd5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: cae509d4-98df-4120-b008-89881a7396cf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-be77d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: 6ebb9a39-7546-433f-b1e3-4ceee1336186
  kind: Event
  lastTimestamp: "2026-09-16T17:48:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:46:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:48:42Z"
    name: isvc-sklearn-scale-raw-be77d-predictor.18d5de420a51d0e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21673"
    uid: fa730af8-40dd-46db-9cb0-280ad37ae3da
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-be77d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20132"
    uid: 4e7eaa74-979c-4e9c-b13a-1564f9a5d9e6
  kind: Event
  lastTimestamp: "2026-09-16T17:48:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:48:32Z"
    name: isvc-sklearn-scale-raw-be77d.18d5de340eb6833f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21576"
    uid: e45da93e-f3f8-436c-8400-412d4dc45190
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-be77d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20132"
    uid: 4e7eaa74-979c-4e9c-b13a-1564f9a5d9e6
  kind: Event
  lastTimestamp: "2026-09-16T17:45:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-be77d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-be77d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:45:42Z"
    name: isvc-sklearn-scale-raw-be77d.18d5de3413bdec9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20163"
    uid: 3e895cf5-f660-43c1-82f8-d4aabda15aa7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-be77d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20132"
    uid: 4e7eaa74-979c-4e9c-b13a-1564f9a5d9e6
  kind: Event
  lastTimestamp: "2026-09-16T17:45:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-be77d": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:45:42Z"
    name: isvc-sklearn-scale-raw-be77d.18d5de3413be44dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20165"
    uid: 91499272-500c-4620-ad11-5bb4bcdeb50f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-be77d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21573"
    uid: 4e7eaa74-979c-4e9c-b13a-1564f9a5d9e6
  kind: Event
  lastTimestamp: "2026-09-16T17:48:32Z"
  message: InferenceService [isvc-sklearn-scale-raw-be77d] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:48:32Z"
    name: isvc-sklearn-scale-raw-be77d.18d5de5bca4521e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21574"
    uid: 68c5070d-0c03-4529-a89b-f1fb85c4300b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:39:56.272182Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16372"
    uid: 47eb37b7-e114-446c-b664-d1aa00e5c778
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8
    to ip-10-0-134-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:39:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:39:56Z"
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8.18d5dde388ce816a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16378"
    uid: 0e116f01-1231-4ea4-bc7d-0ff97c3649e5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16384"
    uid: 47eb37b7-e114-446c-b664-d1aa00e5c778
  kind: Event
  lastTimestamp: "2026-09-16T17:39:56Z"
  message: Add eth0 [10.132.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:39:56Z"
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8.18d5dde3aa8ef447
    namespace: kserve-ci-e2e-test
    resourceVersion: "16401"
    uid: 15b370f1-0694-49c3-9404-4e3e417972c8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 47eb37b7-e114-446c-b664-d1aa00e5c778
  kind: Event
  lastTimestamp: "2026-09-16T17:39:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:56Z"
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8.18d5dde3ac13df6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 4f77a033-2d16-4775-b2d6-47f765d4d1f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 47eb37b7-e114-446c-b664-d1aa00e5c778
  kind: Event
  lastTimestamp: "2026-09-16T17:39:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:56Z"
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8.18d5dde3af9d4f97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16405"
    uid: d2b04a82-122e-4dc4-bc8f-e27a46ac5e15
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 47eb37b7-e114-446c-b664-d1aa00e5c778
  kind: Event
  lastTimestamp: "2026-09-16T17:39:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:39:56Z"
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8.18d5dde3b01308bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16406"
    uid: 5051b6df-252f-41e9-bd15-d67a78dbce89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 47eb37b7-e114-446c-b664-d1aa00e5c778
  kind: Event
  lastTimestamp: "2026-09-16T17:40:00Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T17:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:00Z"
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8.18d5dde4994eb982
    namespace: kserve-ci-e2e-test
    resourceVersion: "16450"
    uid: 682ecb5a-a810-4bd6-bba3-52c287d02de0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 47eb37b7-e114-446c-b664-d1aa00e5c778
  kind: Event
  lastTimestamp: "2026-09-16T17:40:19Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.324s (18.324s
    including waiting). Image size: 1332365570 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:19Z"
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8.18d5dde8dd826a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16605"
    uid: 6edca16d-5cd2-4ff8-994a-0e6780e09c97
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 47eb37b7-e114-446c-b664-d1aa00e5c778
  kind: Event
  lastTimestamp: "2026-09-16T17:40:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:19Z"
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8.18d5dde8e089a0e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16607"
    uid: 1d8a561c-f58e-4ae7-8026-c105c5ca4033
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 47eb37b7-e114-446c-b664-d1aa00e5c778
  kind: Event
  lastTimestamp: "2026-09-16T17:40:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:19Z"
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8.18d5dde8e0f68338
    namespace: kserve-ci-e2e-test
    resourceVersion: "16608"
    uid: e9bfb399-850b-4261-8f0b-1814307793b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 47eb37b7-e114-446c-b664-d1aa00e5c778
  kind: Event
  lastTimestamp: "2026-09-16T17:40:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:19Z"
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8.18d5dde8e101de2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16609"
    uid: c5fc39b0-d371-4a06-acd0-3a190235bba4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 47eb37b7-e114-446c-b664-d1aa00e5c778
  kind: Event
  lastTimestamp: "2026-09-16T17:40:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:19Z"
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8.18d5dde8e3cab319
    namespace: kserve-ci-e2e-test
    resourceVersion: "16610"
    uid: 122f5bca-5276-4cdc-be1b-3635f1e69b8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 47eb37b7-e114-446c-b664-d1aa00e5c778
  kind: Event
  lastTimestamp: "2026-09-16T17:40:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:40:19Z"
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8.18d5dde8e44f0767
    namespace: kserve-ci-e2e-test
    resourceVersion: "16611"
    uid: 42ba88bd-0ff7-4f11-b8b3-51360833da2f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 47eb37b7-e114-446c-b664-d1aa00e5c778
  kind: Event
  lastTimestamp: "2026-09-16T17:41:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:46Z"
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8.18d5dde9464cf7e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17614"
    uid: 28301877-fc59-48ee-8955-9024ff51a655
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 47eb37b7-e114-446c-b664-d1aa00e5c778
  kind: Event
  lastTimestamp: "2026-09-16T17:41:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:46Z"
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8.18d5ddfd28d57e13
    namespace: kserve-ci-e2e-test
    resourceVersion: "17541"
    uid: 680aec15-2ead-4e9a-b65c-0d5f735b1ffb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 47eb37b7-e114-446c-b664-d1aa00e5c778
  kind: Event
  lastTimestamp: "2026-09-16T17:41:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:46Z"
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8.18d5ddfd28d605f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17543"
    uid: baed33b1-cc72-4bed-9e0f-a80f00456148
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 47eb37b7-e114-446c-b664-d1aa00e5c778
  kind: Event
  lastTimestamp: "2026-09-16T17:41:46Z"
  message: 'Readiness probe failed: Get "https://10.132.0.18:8643/healthz": dial tcp
    10.132.0.18:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:46Z"
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8.18d5ddfd4c79a8c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17613"
    uid: 64c828f2-44f6-4561-8454-a178c035d8f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16363"
    uid: 49c6558d-7524-41c1-ad1a-df39d05489bf
  kind: Event
  lastTimestamp: "2026-09-16T17:39:56Z"
  message: 'Created pod: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9-n92q8'
  metadata:
    creationTimestamp: "2026-09-16T17:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:39:56Z"
    name: isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9.18d5dde388337185
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: 74f4f38e-3984-4777-a404-d5219255532d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-7ca88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16359"
    uid: 253fb6b3-5874-468a-8bc1-07790940e6ca
  kind: Event
  lastTimestamp: "2026-09-16T17:39:56Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-7ca88-predictor-68cc87ffd9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:39:56Z"
    name: isvc-xgboost-graph-raw-7ca88-predictor.18d5dde384b4f03f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: 258bf78c-f259-4eae-9ab1-b4c0ce30e7a1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-7ca88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16362"
    uid: b8c609e3-dc7b-4f9e-9a0d-dd28d9b3594e
  kind: Event
  lastTimestamp: "2026-09-16T17:40:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:40:56Z"
    name: isvc-xgboost-graph-raw-7ca88-predictor.18d5dde70330b033
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: 18b73f38-509c-4b5c-ba1a-ea12dd012d44
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-7ca88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16362"
    uid: b8c609e3-dc7b-4f9e-9a0d-dd28d9b3594e
  kind: Event
  lastTimestamp: "2026-09-16T17:40:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:40:56Z"
    name: isvc-xgboost-graph-raw-7ca88-predictor.18d5dde703a2de25
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: d7e5d235-26a5-4bf4-b880-0bbf1d77d4af
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-7ca88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16548"
    uid: b8c609e3-dc7b-4f9e-9a0d-dd28d9b3594e
  kind: Event
  lastTimestamp: "2026-09-16T17:41:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:41Z"
    name: isvc-xgboost-graph-raw-7ca88-predictor.18d5ddee01262030
    namespace: kserve-ci-e2e-test
    resourceVersion: "17448"
    uid: 573d3a4e-ab0e-4bbc-bed9-f5a78f1bf43e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T17:40:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-7ca88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16548"
    uid: b8c609e3-dc7b-4f9e-9a0d-dd28d9b3594e
  kind: Event
  lastTimestamp: "2026-09-16T17:41:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:41Z"
    name: isvc-xgboost-graph-raw-7ca88-predictor.18d5ddee0195f36d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: f6c5dd82-65e5-4920-ace6-961ecf359039
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T17:39:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-7ca88
    namespace: kserve-ci-e2e-test
    resourceVersion: "16344"
    uid: cd936b45-fdee-4be8-8b78-08a31c2d1704
  kind: Event
  lastTimestamp: "2026-09-16T17:41:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:41:27Z"
    name: isvc-xgboost-graph-raw-7ca88.18d5dde384c641ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17261"
    uid: 5bc2eac0-15c4-4982-9556-9cd543d269da
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-7ca88
    namespace: kserve-ci-e2e-test
    resourceVersion: "17258"
    uid: cd936b45-fdee-4be8-8b78-08a31c2d1704
  kind: Event
  lastTimestamp: "2026-09-16T17:41:27Z"
  message: InferenceService [isvc-xgboost-graph-raw-7ca88] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:41:27Z"
    name: isvc-xgboost-graph-raw-7ca88.18d5ddf8a9c4b1ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17259"
    uid: 2c08ae77-d37b-4b11-b138-2e2e511e9651
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:41:46.565671Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17590"
    uid: 9fd22c7d-30d0-4dd7-b7e9-da14faace1e1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8
    to ip-10-0-129-160.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:41:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:41:46Z"
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8.18d5ddfd36cfa0b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17596"
    uid: 5ca32bd3-ee7f-4ad5-99f7-85c06d1f4490
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: 9fd22c7d-30d0-4dd7-b7e9-da14faace1e1
  kind: Event
  lastTimestamp: "2026-09-16T17:41:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-c0e2d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T17:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:46Z"
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8.18d5ddfd41968ca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17606"
    uid: 72ac28aa-cbb1-4e08-8ad4-bdec4a9ba64f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17599"
    uid: 9fd22c7d-30d0-4dd7-b7e9-da14faace1e1
  kind: Event
  lastTimestamp: "2026-09-16T17:41:47Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:41:47Z"
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8.18d5ddfd7c99078e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17626"
    uid: a896d699-80f3-43f8-954b-eb499f600133
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: 9fd22c7d-30d0-4dd7-b7e9-da14faace1e1
  kind: Event
  lastTimestamp: "2026-09-16T17:41:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:47Z"
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8.18d5ddfd7e937fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17629"
    uid: f9447c66-2b0d-4d7b-bcb7-3a17352a642f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: 9fd22c7d-30d0-4dd7-b7e9-da14faace1e1
  kind: Event
  lastTimestamp: "2026-09-16T17:41:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:47Z"
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8.18d5ddfd81915409
    namespace: kserve-ci-e2e-test
    resourceVersion: "17630"
    uid: fbb77851-03ca-4495-adf8-0786243e6594
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: 9fd22c7d-30d0-4dd7-b7e9-da14faace1e1
  kind: Event
  lastTimestamp: "2026-09-16T17:41:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:47Z"
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8.18d5ddfd820aeb3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: e53f9cd3-b0fb-4d97-b1db-1643dd9eea98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: 9fd22c7d-30d0-4dd7-b7e9-da14faace1e1
  kind: Event
  lastTimestamp: "2026-09-16T17:41:52Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T17:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:52Z"
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8.18d5ddfe802e2e3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17692"
    uid: 1d12ada7-28a0-4692-9ca0-0cb55d543f55
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: 9fd22c7d-30d0-4dd7-b7e9-da14faace1e1
  kind: Event
  lastTimestamp: "2026-09-16T17:42:09Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.289s (17.289s
    including waiting). Image size: 1332365570 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:42:09Z"
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8.18d5de0286b703d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: 8919fcf6-b8a2-4988-98b0-f17653925625
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: 9fd22c7d-30d0-4dd7-b7e9-da14faace1e1
  kind: Event
  lastTimestamp: "2026-09-16T17:42:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:42:09Z"
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8.18d5de0289d9578e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17845"
    uid: 4278a3ac-ccbb-4150-b29a-3ad1f31ac715
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: 9fd22c7d-30d0-4dd7-b7e9-da14faace1e1
  kind: Event
  lastTimestamp: "2026-09-16T17:42:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:42:09Z"
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8.18d5de028a6c949f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17846"
    uid: 2931a582-657e-4615-b0c6-6a719f996339
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: 9fd22c7d-30d0-4dd7-b7e9-da14faace1e1
  kind: Event
  lastTimestamp: "2026-09-16T17:42:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:42:09Z"
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8.18d5de028a774d75
    namespace: kserve-ci-e2e-test
    resourceVersion: "17847"
    uid: b7c45436-7004-46d0-ad90-ff60f7d00d69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: 9fd22c7d-30d0-4dd7-b7e9-da14faace1e1
  kind: Event
  lastTimestamp: "2026-09-16T17:42:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:42:09Z"
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8.18d5de028d8aa391
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: 12025452-976c-4d08-b4da-d5596ff6c2a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: 9fd22c7d-30d0-4dd7-b7e9-da14faace1e1
  kind: Event
  lastTimestamp: "2026-09-16T17:42:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:42:09Z"
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8.18d5de028dfbb0a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17849"
    uid: 94941ecf-0f1f-41e7-a267-b68762ebac42
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: 9fd22c7d-30d0-4dd7-b7e9-da14faace1e1
  kind: Event
  lastTimestamp: "2026-09-16T17:43:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:47Z"
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8.18d5de02f2868366
    namespace: kserve-ci-e2e-test
    resourceVersion: "18875"
    uid: c32a3469-02b3-4acd-850c-ae6e3d6f6ec9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: 9fd22c7d-30d0-4dd7-b7e9-da14faace1e1
  kind: Event
  lastTimestamp: "2026-09-16T17:43:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:46Z"
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8.18d5de192df1fc96
    namespace: kserve-ci-e2e-test
    resourceVersion: "18835"
    uid: 946fbd0b-2bbd-406a-bd9f-57cc4c6e23f4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: 9fd22c7d-30d0-4dd7-b7e9-da14faace1e1
  kind: Event
  lastTimestamp: "2026-09-16T17:43:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:46Z"
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8.18d5de192df32e61
    namespace: kserve-ci-e2e-test
    resourceVersion: "18837"
    uid: ba816895-20e0-41fc-b4cc-417403988176
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: 9fd22c7d-30d0-4dd7-b7e9-da14faace1e1
  kind: Event
  lastTimestamp: "2026-09-16T17:43:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:47Z"
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8.18d5de194ce1a1d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18874"
    uid: 9bec81ab-b7b0-4dc7-9daa-a77a1da32e8c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-160.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-160.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857
    namespace: kserve-ci-e2e-test
    resourceVersion: "17582"
    uid: 2574aed3-3860-4e22-8a2c-bde778d18be4
  kind: Event
  lastTimestamp: "2026-09-16T17:41:46Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857-2v2m8'
  metadata:
    creationTimestamp: "2026-09-16T17:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:46Z"
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857.18d5ddfd36556206
    namespace: kserve-ci-e2e-test
    resourceVersion: "17593"
    uid: 632eb869-88e3-494b-901a-e4747af26cdc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17578"
    uid: ddd81f84-a46d-442c-ac80-29b2f8060c05
  kind: Event
  lastTimestamp: "2026-09-16T17:41:46Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-c0e2d-predictor-987857857
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:46Z"
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor.18d5ddfd32a470e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17584"
    uid: 8d83df7c-f1ff-467c-84f6-41b9e76ab1c3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17581"
    uid: 9e3cf315-160a-46c0-81f7-adc3ffddc82d
  kind: Event
  lastTimestamp: "2026-09-16T17:42:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:42:31Z"
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor.18d5de00b12328bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18027"
    uid: 3d88290e-2ddd-4f57-b803-4ce202057716
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17581"
    uid: 9e3cf315-160a-46c0-81f7-adc3ffddc82d
  kind: Event
  lastTimestamp: "2026-09-16T17:42:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:42:31Z"
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor.18d5de00b189704a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18028"
    uid: 8d2bf256-79b1-4cd1-9593-403b1bbeac25
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17785"
    uid: 9e3cf315-160a-46c0-81f7-adc3ffddc82d
  kind: Event
  lastTimestamp: "2026-09-16T17:43:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:43:31Z"
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor.18d5de0b2ea3213d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18634"
    uid: 7bea5f6a-4efc-47f3-a3ea-70244e52e095
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T17:42:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17785"
    uid: 9e3cf315-160a-46c0-81f7-adc3ffddc82d
  kind: Event
  lastTimestamp: "2026-09-16T17:43:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:43:31Z"
    name: isvc-xgboost-graph-raw-hpa-c0e2d-predictor.18d5de0b2f06f6d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18635"
    uid: 82903614-6161-4f33-86a9-e39a4d8409d2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-c0e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17563"
    uid: be9b3ac2-2bc9-4bb5-bf7f-3308c8ac3d29
  kind: Event
  lastTimestamp: "2026-09-16T17:43:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:43:17Z"
    name: isvc-xgboost-graph-raw-hpa-c0e2d.18d5ddfd32ac6c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "18518"
    uid: fad6303b-f5cc-463b-bb51-1e5447af9ee7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-c0e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18516"
    uid: be9b3ac2-2bc9-4bb5-bf7f-3308c8ac3d29
  kind: Event
  lastTimestamp: "2026-09-16T17:43:17Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-c0e2d] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:43:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:43:17Z"
    name: isvc-xgboost-graph-raw-hpa-c0e2d.18d5de125a49c8a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18517"
    uid: a70c0f65-24ec-477b-a028-d37a26992beb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:43:46.771526Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-52ccb-predictor-69557fd477-drkgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18853"
    uid: eb4bd06e-184e-4edb-b672-60157e505d2c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-52ccb-predictor-69557fd477-drkgv
    to ip-10-0-138-73.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:43:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:43:46Z"
    name: message-dumper-raw-52ccb-predictor-69557fd477-drkgv.18d5de1933a373dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18858"
    uid: 2d330931-e174-4844-be3f-8cfbf8021214
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-52ccb-predictor-69557fd477-drkgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18865"
    uid: eb4bd06e-184e-4edb-b672-60157e505d2c
  kind: Event
  lastTimestamp: "2026-09-16T17:43:47Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:43:47Z"
    name: message-dumper-raw-52ccb-predictor-69557fd477-drkgv.18d5de1955b78516
    namespace: kserve-ci-e2e-test
    resourceVersion: "18878"
    uid: f345eff9-ee63-4381-a41f-589bb92a0d55
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-52ccb-predictor-69557fd477-drkgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18856"
    uid: eb4bd06e-184e-4edb-b672-60157e505d2c
  kind: Event
  lastTimestamp: "2026-09-16T17:43:47Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-16T17:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:47Z"
    name: message-dumper-raw-52ccb-predictor-69557fd477-drkgv.18d5de1957415dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18880"
    uid: 43236e86-62c9-4b29-a89a-abd6d382fce3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-52ccb-predictor-69557fd477-drkgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18856"
    uid: eb4bd06e-184e-4edb-b672-60157e505d2c
  kind: Event
  lastTimestamp: "2026-09-16T17:43:48Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.274s (1.274s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:48Z"
    name: message-dumper-raw-52ccb-predictor-69557fd477-drkgv.18d5de19a33ef515
    namespace: kserve-ci-e2e-test
    resourceVersion: "18887"
    uid: bf089da4-74d7-4402-bdc6-70506a934cd2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-52ccb-predictor-69557fd477-drkgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18856"
    uid: eb4bd06e-184e-4edb-b672-60157e505d2c
  kind: Event
  lastTimestamp: "2026-09-16T17:43:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:48Z"
    name: message-dumper-raw-52ccb-predictor-69557fd477-drkgv.18d5de19a6ccabc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18888"
    uid: 47d326dc-44d7-4db0-b975-fb1e14c12e12
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-52ccb-predictor-69557fd477-drkgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18856"
    uid: eb4bd06e-184e-4edb-b672-60157e505d2c
  kind: Event
  lastTimestamp: "2026-09-16T17:43:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:48Z"
    name: message-dumper-raw-52ccb-predictor-69557fd477-drkgv.18d5de19a73a7872
    namespace: kserve-ci-e2e-test
    resourceVersion: "18889"
    uid: 97d9ff59-2c3a-49bb-add9-bc42078d7aa9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-52ccb-predictor-69557fd477-drkgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18856"
    uid: eb4bd06e-184e-4edb-b672-60157e505d2c
  kind: Event
  lastTimestamp: "2026-09-16T17:43:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:48Z"
    name: message-dumper-raw-52ccb-predictor-69557fd477-drkgv.18d5de19a7449d4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18890"
    uid: b364b1c7-6051-40e4-98c5-104ebed258c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-52ccb-predictor-69557fd477-drkgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18856"
    uid: eb4bd06e-184e-4edb-b672-60157e505d2c
  kind: Event
  lastTimestamp: "2026-09-16T17:43:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:48Z"
    name: message-dumper-raw-52ccb-predictor-69557fd477-drkgv.18d5de19aaf9ebf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18892"
    uid: 0db1c175-c738-479f-b757-2ea7dff21ce6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-52ccb-predictor-69557fd477-drkgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18856"
    uid: eb4bd06e-184e-4edb-b672-60157e505d2c
  kind: Event
  lastTimestamp: "2026-09-16T17:43:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:48Z"
    name: message-dumper-raw-52ccb-predictor-69557fd477-drkgv.18d5de19ab6e5a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18893"
    uid: b8e26cea-6274-41d1-bbca-ad2f60c91935
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-52ccb-predictor-69557fd477-drkgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18856"
    uid: eb4bd06e-184e-4edb-b672-60157e505d2c
  kind: Event
  lastTimestamp: "2026-09-16T17:45:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:42Z"
    name: message-dumper-raw-52ccb-predictor-69557fd477-drkgv.18d5de340b32eb83
    namespace: kserve-ci-e2e-test
    resourceVersion: "20136"
    uid: 9992b70f-b36e-4fbf-9cdc-392ead682741
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-52ccb-predictor-69557fd477-drkgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18856"
    uid: eb4bd06e-184e-4edb-b672-60157e505d2c
  kind: Event
  lastTimestamp: "2026-09-16T17:45:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:42Z"
    name: message-dumper-raw-52ccb-predictor-69557fd477-drkgv.18d5de340b347b4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20137"
    uid: 6b0bf43f-d3db-4cdf-83c6-f54c0537109e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-52ccb-predictor-69557fd477
    namespace: kserve-ci-e2e-test
    resourceVersion: "18845"
    uid: be583c8f-e2a2-4b62-b876-8367ef689adb
  kind: Event
  lastTimestamp: "2026-09-16T17:43:46Z"
  message: 'Created pod: message-dumper-raw-52ccb-predictor-69557fd477-drkgv'
  metadata:
    creationTimestamp: "2026-09-16T17:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:43:46Z"
    name: message-dumper-raw-52ccb-predictor-69557fd477.18d5de19332f71b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18855"
    uid: a12a1544-e75f-427a-8608-2ed5394feb36
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-52ccb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18843"
    uid: 7b5dc336-be15-43c5-9480-bb745b1578f4
  kind: Event
  lastTimestamp: "2026-09-16T17:43:46Z"
  message: Scaled up replica set message-dumper-raw-52ccb-predictor-69557fd477 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:43:46Z"
    name: message-dumper-raw-52ccb-predictor.18d5de1930dafe73
    namespace: kserve-ci-e2e-test
    resourceVersion: "18846"
    uid: e4c22255-cbfa-486c-8f6b-f1d9ba4b8329
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-52ccb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18844"
    uid: 5feec959-39ff-460a-8cba-2b2f0acb4381
  kind: Event
  lastTimestamp: "2026-09-16T17:44:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:44:16Z"
    name: message-dumper-raw-52ccb-predictor.18d5de1caf639449
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: e23f0e74-8a00-44fc-beac-a12019cbb366
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:44:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-52ccb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18844"
    uid: 5feec959-39ff-460a-8cba-2b2f0acb4381
  kind: Event
  lastTimestamp: "2026-09-16T17:44:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:44:16Z"
    name: message-dumper-raw-52ccb-predictor.18d5de1cafc7f3ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19196"
    uid: 7a54f78c-1c12-4a04-980f-dae854f5caf7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-52ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18827"
    uid: 53dd5fa9-3965-43ca-9ab9-d48abc0dbde9
  kind: Event
  lastTimestamp: "2026-09-16T17:43:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:43:57Z"
    name: message-dumper-raw-52ccb.18d5de1930e98f05
    namespace: kserve-ci-e2e-test
    resourceVersion: "18982"
    uid: cae02d5d-d295-4197-ba7f-f07a6aee3bdf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-52ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18979"
    uid: 53dd5fa9-3965-43ca-9ab9-d48abc0dbde9
  kind: Event
  lastTimestamp: "2026-09-16T17:43:57Z"
  message: InferenceService [message-dumper-raw-52ccb] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:43:57Z"
    name: message-dumper-raw-52ccb.18d5de1bb37acbbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18980"
    uid: 4ed54286-2c89-401d-95ac-260eeb526640
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:53:32.748040Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-pntj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24199"
    uid: cec9bb14-5925-4d45-8b99-308423d7df49
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-pntj6
    to ip-10-0-138-73.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:53:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:53:32Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-pntj6.18d5dea1a28f8063
    namespace: kserve-ci-e2e-test
    resourceVersion: "24206"
    uid: fc7d963a-2650-4619-ae1c-b34b27e66e4e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-pntj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24209"
    uid: cec9bb14-5925-4d45-8b99-308423d7df49
  kind: Event
  lastTimestamp: "2026-09-16T17:53:33Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:53:33Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-pntj6.18d5dea1c49b988c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24223"
    uid: 08dc7bd5-9191-4e0d-b73c-7b22fd9825d8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-pntj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24202"
    uid: cec9bb14-5925-4d45-8b99-308423d7df49
  kind: Event
  lastTimestamp: "2026-09-16T17:53:33Z"
  message: Container image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:33Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-pntj6.18d5dea1c659c798
    namespace: kserve-ci-e2e-test
    resourceVersion: "24225"
    uid: 217c06e3-6215-4f22-ba06-8969a0db3ffd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-pntj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24202"
    uid: cec9bb14-5925-4d45-8b99-308423d7df49
  kind: Event
  lastTimestamp: "2026-09-16T17:53:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:33Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-pntj6.18d5dea1ca0ad345
    namespace: kserve-ci-e2e-test
    resourceVersion: "24226"
    uid: f4c23d71-03d5-4850-aef9-42ebcb5e89ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-pntj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24202"
    uid: cec9bb14-5925-4d45-8b99-308423d7df49
  kind: Event
  lastTimestamp: "2026-09-16T17:53:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:33Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-pntj6.18d5dea1ca7308cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24227"
    uid: 9261bd26-1cec-4f54-a6b4-b4a339fab79f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-pntj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24202"
    uid: cec9bb14-5925-4d45-8b99-308423d7df49
  kind: Event
  lastTimestamp: "2026-09-16T17:53:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:33Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-pntj6.18d5dea1ca7d5d0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24228"
    uid: fe7239a4-b880-4388-8466-57cb45b5a40a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-pntj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24202"
    uid: cec9bb14-5925-4d45-8b99-308423d7df49
  kind: Event
  lastTimestamp: "2026-09-16T17:53:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:33Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-pntj6.18d5dea1cda9c380
    namespace: kserve-ci-e2e-test
    resourceVersion: "24230"
    uid: 3c9030b8-6fce-4dad-99ec-9546bd8c1d5f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-pntj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24202"
    uid: cec9bb14-5925-4d45-8b99-308423d7df49
  kind: Event
  lastTimestamp: "2026-09-16T17:53:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:53:33Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-pntj6.18d5dea1ce142329
    namespace: kserve-ci-e2e-test
    resourceVersion: "24231"
    uid: b6da4254-7b94-4476-897c-3940a8f4f6d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-pntj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24202"
    uid: cec9bb14-5925-4d45-8b99-308423d7df49
  kind: Event
  lastTimestamp: "2026-09-16T17:55:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:18Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-pntj6.18d5deba336c9592
    namespace: kserve-ci-e2e-test
    resourceVersion: "25104"
    uid: 9bd3b1d1-f41d-4d55-a3d3-95bc8458b594
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:55:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-pntj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24202"
    uid: cec9bb14-5925-4d45-8b99-308423d7df49
  kind: Event
  lastTimestamp: "2026-09-16T17:55:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:55:18Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-pntj6.18d5deba336d4ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25105"
    uid: 5620c574-378f-427c-8166-fb98bde18671
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24188"
    uid: 79966de3-d9a7-4383-a4ff-679a0d72ec90
  kind: Event
  lastTimestamp: "2026-09-16T17:53:32Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-pntj6'
  metadata:
    creationTimestamp: "2026-09-16T17:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:53:32Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18d5dea1a1a4ec6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24200"
    uid: 7ea3364f-463e-40e8-9573-27419e634d82
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24186"
    uid: 88e0a976-cdbd-4a4c-84c7-2f5896a10b3b
  kind: Event
  lastTimestamp: "2026-09-16T17:53:32Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:53:32Z"
    name: message-dumper-raw-cipn-predictor.18d5dea19ca58d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "24190"
    uid: 69730403-8099-46e2-8596-1c8ee51b1566
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24187"
    uid: a8ab26cc-e6fd-4513-ba25-94e8f5a43a49
  kind: Event
  lastTimestamp: "2026-09-16T17:53:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:53:47Z"
    name: message-dumper-raw-cipn-predictor.18d5dea51bb9ea69
    namespace: kserve-ci-e2e-test
    resourceVersion: "24392"
    uid: 6ef7b4e1-4d8d-48cb-81c9-b5a8bbf9902d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24187"
    uid: a8ab26cc-e6fd-4513-ba25-94e8f5a43a49
  kind: Event
  lastTimestamp: "2026-09-16T17:53:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:53:47Z"
    name: message-dumper-raw-cipn-predictor.18d5dea51c24a9b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24394"
    uid: 78b7db87-540f-4f41-9a32-3b2e77b19130
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24393"
    uid: a8ab26cc-e6fd-4513-ba25-94e8f5a43a49
  kind: Event
  lastTimestamp: "2026-09-16T17:54:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:54:02Z"
    name: message-dumper-raw-cipn-predictor.18d5dea89ad72345
    namespace: kserve-ci-e2e-test
    resourceVersion: "24518"
    uid: dd7b86aa-e132-4222-ae6a-0de1b1ea3bec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:54:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24393"
    uid: a8ab26cc-e6fd-4513-ba25-94e8f5a43a49
  kind: Event
  lastTimestamp: "2026-09-16T17:54:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:54:02Z"
    name: message-dumper-raw-cipn-predictor.18d5dea89b205ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24519"
    uid: 3fa23794-e8db-41a4-9105-13105eac739a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24180"
    uid: 1bafeea8-2c58-4bb1-bd2d-a4ebd47a53e1
  kind: Event
  lastTimestamp: "2026-09-16T17:53:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:53:41Z"
    name: message-dumper-raw-cipn.18d5dea19ca636dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24299"
    uid: 1715cf02-e7f3-4186-a041-b3a7b42aed5c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24180"
    uid: 1bafeea8-2c58-4bb1-bd2d-a4ebd47a53e1
  kind: Event
  lastTimestamp: "2026-09-16T17:53:32Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:53:32Z"
    name: message-dumper-raw-cipn.18d5dea19d5f3102
    namespace: kserve-ci-e2e-test
    resourceVersion: "24212"
    uid: a03426f6-6488-448f-b3af-43d153cdf715
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24182"
    uid: 1bafeea8-2c58-4bb1-bd2d-a4ebd47a53e1
  kind: Event
  lastTimestamp: "2026-09-16T17:53:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper-raw-cipn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:53:32Z"
    name: message-dumper-raw-cipn.18d5dea1a49345e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24213"
    uid: 6fda7e43-6d31-4610-b8ad-2a7e8205059d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:53:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24296"
    uid: 1bafeea8-2c58-4bb1-bd2d-a4ebd47a53e1
  kind: Event
  lastTimestamp: "2026-09-16T17:53:41Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:53:41Z"
    name: message-dumper-raw-cipn.18d5dea3a53a13ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "24298"
    uid: eaeb4d34-d84f-4e15-9081-25d38a1c0aa2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:41:36.114156Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-7ca88-568dd86d44-f8wrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17377"
    uid: 7fab8029-1c56-4cca-8924-71aaa7d49772
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-7ca88-568dd86d44-f8wrn
    to ip-10-0-134-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:41:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:41:36Z"
    name: model-chainer-raw-7ca88-568dd86d44-f8wrn.18d5ddfac7da1771
    namespace: kserve-ci-e2e-test
    resourceVersion: "17382"
    uid: 053917db-6384-4c62-92db-50f5034fe041
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-7ca88-568dd86d44-f8wrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17386"
    uid: 7fab8029-1c56-4cca-8924-71aaa7d49772
  kind: Event
  lastTimestamp: "2026-09-16T17:41:36Z"
  message: Add eth0 [10.132.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:41:36Z"
    name: model-chainer-raw-7ca88-568dd86d44-f8wrn.18d5ddfae9c27321
    namespace: kserve-ci-e2e-test
    resourceVersion: "17398"
    uid: 8168e88b-556c-4701-aaae-d026d862bc38
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-7ca88}
    kind: Pod
    name: model-chainer-raw-7ca88-568dd86d44-f8wrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 7fab8029-1c56-4cca-8924-71aaa7d49772
  kind: Event
  lastTimestamp: "2026-09-16T17:41:36Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:98a3a2a6cfa2c19d03e9c0d190ac4994d04c692a0f4f937ba8ae07a0bc3ea058"
  metadata:
    creationTimestamp: "2026-09-16T17:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:36Z"
    name: model-chainer-raw-7ca88-568dd86d44-f8wrn.18d5ddfaeb25b84d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17400"
    uid: 75717e52-e862-4beb-af0d-799337487f94
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-7ca88}
    kind: Pod
    name: model-chainer-raw-7ca88-568dd86d44-f8wrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 7fab8029-1c56-4cca-8924-71aaa7d49772
  kind: Event
  lastTimestamp: "2026-09-16T17:41:38Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:98a3a2a6cfa2c19d03e9c0d190ac4994d04c692a0f4f937ba8ae07a0bc3ea058"
    in 2.194s (2.194s including waiting). Image size: 214864463 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T17:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:38Z"
    name: model-chainer-raw-7ca88-568dd86d44-f8wrn.18d5ddfb6ded8c84
    namespace: kserve-ci-e2e-test
    resourceVersion: "17427"
    uid: 5d4c1e45-5a62-4b4a-a8e0-48b232ec3a04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-7ca88}
    kind: Pod
    name: model-chainer-raw-7ca88-568dd86d44-f8wrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 7fab8029-1c56-4cca-8924-71aaa7d49772
  kind: Event
  lastTimestamp: "2026-09-16T17:41:38Z"
  message: 'Created container: model-chainer-raw-7ca88'
  metadata:
    creationTimestamp: "2026-09-16T17:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:38Z"
    name: model-chainer-raw-7ca88-568dd86d44-f8wrn.18d5ddfb708053cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17428"
    uid: 10fd6f2a-fe68-4b38-bd75-b98c152d795a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-7ca88}
    kind: Pod
    name: model-chainer-raw-7ca88-568dd86d44-f8wrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 7fab8029-1c56-4cca-8924-71aaa7d49772
  kind: Event
  lastTimestamp: "2026-09-16T17:41:38Z"
  message: Started container model-chainer-raw-7ca88
  metadata:
    creationTimestamp: "2026-09-16T17:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:38Z"
    name: model-chainer-raw-7ca88-568dd86d44-f8wrn.18d5ddfb70f34477
    namespace: kserve-ci-e2e-test
    resourceVersion: "17429"
    uid: 85319b4f-dd18-4419-ba9e-77868c1ef849
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-7ca88}
    kind: Pod
    name: model-chainer-raw-7ca88-568dd86d44-f8wrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 7fab8029-1c56-4cca-8924-71aaa7d49772
  kind: Event
  lastTimestamp: "2026-09-16T17:41:46Z"
  message: Stopping container model-chainer-raw-7ca88
  metadata:
    creationTimestamp: "2026-09-16T17:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:41:46Z"
    name: model-chainer-raw-7ca88-568dd86d44-f8wrn.18d5ddfd1fc86488
    namespace: kserve-ci-e2e-test
    resourceVersion: "17499"
    uid: 88cb275d-1b7c-4a97-8f7e-022d505ae1e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-7ca88}
    kind: Pod
    name: model-chainer-raw-7ca88-568dd86d44-f8wrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 7fab8029-1c56-4cca-8924-71aaa7d49772
  kind: Event
  lastTimestamp: "2026-09-16T17:42:15Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T17:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:42:15Z"
    name: model-chainer-raw-7ca88-568dd86d44-f8wrn.18d5ddfe10f699fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17893"
    uid: 3459d4f6-c927-4c82-ae83-6c99fd40bb15
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-7ca88-568dd86d44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17374"
    uid: 2ed06a5f-5c8d-4390-9006-740a1bc105be
  kind: Event
  lastTimestamp: "2026-09-16T17:41:36Z"
  message: 'Created pod: model-chainer-raw-7ca88-568dd86d44-f8wrn'
  metadata:
    creationTimestamp: "2026-09-16T17:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:36Z"
    name: model-chainer-raw-7ca88-568dd86d44.18d5ddfac76eff33
    namespace: kserve-ci-e2e-test
    resourceVersion: "17378"
    uid: b5e8e6a2-e5d8-4c99-899f-37798ede8f7c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-7ca88
    namespace: kserve-ci-e2e-test
    resourceVersion: "17372"
    uid: fac1b0d9-56f8-41d1-903f-b8d2ab5b0d6e
  kind: Event
  lastTimestamp: "2026-09-16T17:41:36Z"
  message: Scaled up replica set model-chainer-raw-7ca88-568dd86d44 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:41:36Z"
    name: model-chainer-raw-7ca88.18d5ddfac6d28ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17376"
    uid: 59a1598e-d966-4861-97b0-40788da217b7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:41:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-7ca88
    namespace: kserve-ci-e2e-test
    resourceVersion: "17388"
    uid: d4efe709-03cb-46ef-b580-9ac6ebcfde2a
  kind: Event
  lastTimestamp: "2026-09-16T17:41:36Z"
  message: InferenceGraph [model-chainer-raw-7ca88] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:41:36Z"
    name: model-chainer-raw-7ca88.18d5ddfacac3f71a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17390"
    uid: cfaba73c-e619-4e26-a345-fed143a3bd24
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:43:36.474182Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-c0e2d-7884755577-qjpc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18680"
    uid: ed51d252-e061-4a67-866f-de359f655c5a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-c0e2d-7884755577-qjpc4
    to ip-10-0-134-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:43:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:43:36Z"
    name: model-chainer-raw-hpa-c0e2d-7884755577-qjpc4.18d5de16cdde5845
    namespace: kserve-ci-e2e-test
    resourceVersion: "18685"
    uid: 131a72bd-2a4f-480a-9b8c-d44567b18a8c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-c0e2d-7884755577-qjpc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18682"
    uid: ed51d252-e061-4a67-866f-de359f655c5a
  kind: Event
  lastTimestamp: "2026-09-16T17:43:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-c0e2d-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T17:43:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:36Z"
    name: model-chainer-raw-hpa-c0e2d-7884755577-qjpc4.18d5de16dc3292ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "18696"
    uid: 1737f799-8cd7-4c19-b508-da6b5ceda944
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-c0e2d-7884755577-qjpc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18689"
    uid: ed51d252-e061-4a67-866f-de359f655c5a
  kind: Event
  lastTimestamp: "2026-09-16T17:43:37Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:43:37Z"
    name: model-chainer-raw-hpa-c0e2d-7884755577-qjpc4.18d5de171350ca9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18707"
    uid: 42c71997-8bd1-489d-84ac-7a623c041bd5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-c0e2d}
    kind: Pod
    name: model-chainer-raw-hpa-c0e2d-7884755577-qjpc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18682"
    uid: ed51d252-e061-4a67-866f-de359f655c5a
  kind: Event
  lastTimestamp: "2026-09-16T17:43:37Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:98a3a2a6cfa2c19d03e9c0d190ac4994d04c692a0f4f937ba8ae07a0bc3ea058"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:37Z"
    name: model-chainer-raw-hpa-c0e2d-7884755577-qjpc4.18d5de171498d6df
    namespace: kserve-ci-e2e-test
    resourceVersion: "18709"
    uid: b750b9db-434a-4538-8629-d15e8f7c095a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-c0e2d}
    kind: Pod
    name: model-chainer-raw-hpa-c0e2d-7884755577-qjpc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18682"
    uid: ed51d252-e061-4a67-866f-de359f655c5a
  kind: Event
  lastTimestamp: "2026-09-16T17:43:37Z"
  message: 'Created container: model-chainer-raw-hpa-c0e2d'
  metadata:
    creationTimestamp: "2026-09-16T17:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:37Z"
    name: model-chainer-raw-hpa-c0e2d-7884755577-qjpc4.18d5de1717d7388b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18710"
    uid: ce3d1f3c-6cac-4a8d-b4fd-18c17307476e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-c0e2d}
    kind: Pod
    name: model-chainer-raw-hpa-c0e2d-7884755577-qjpc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18682"
    uid: ed51d252-e061-4a67-866f-de359f655c5a
  kind: Event
  lastTimestamp: "2026-09-16T17:43:37Z"
  message: Started container model-chainer-raw-hpa-c0e2d
  metadata:
    creationTimestamp: "2026-09-16T17:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:37Z"
    name: model-chainer-raw-hpa-c0e2d-7884755577-qjpc4.18d5de17184837fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18711"
    uid: 369d171b-1cf8-45cd-bd5c-a1e9ec869f5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-c0e2d}
    kind: Pod
    name: model-chainer-raw-hpa-c0e2d-7884755577-qjpc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18682"
    uid: ed51d252-e061-4a67-866f-de359f655c5a
  kind: Event
  lastTimestamp: "2026-09-16T17:43:46Z"
  message: Stopping container model-chainer-raw-hpa-c0e2d
  metadata:
    creationTimestamp: "2026-09-16T17:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:43:46Z"
    name: model-chainer-raw-hpa-c0e2d-7884755577-qjpc4.18d5de1925113f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18797"
    uid: 39002406-2c88-4cff-9921-192e6756691b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-c0e2d}
    kind: Pod
    name: model-chainer-raw-hpa-c0e2d-7884755577-qjpc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18682"
    uid: ed51d252-e061-4a67-866f-de359f655c5a
  kind: Event
  lastTimestamp: "2026-09-16T17:44:14Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T17:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:44:14Z"
    name: model-chainer-raw-hpa-c0e2d-7884755577-qjpc4.18d5de19dec2dbf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19177"
    uid: 9012621a-17b1-4013-8dfe-1f6eecefa4e0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-c0e2d-7884755577
    namespace: kserve-ci-e2e-test
    resourceVersion: "18677"
    uid: 029fa274-d8f7-444e-b494-3a67809c3ca8
  kind: Event
  lastTimestamp: "2026-09-16T17:43:36Z"
  message: 'Created pod: model-chainer-raw-hpa-c0e2d-7884755577-qjpc4'
  metadata:
    creationTimestamp: "2026-09-16T17:43:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:43:36Z"
    name: model-chainer-raw-hpa-c0e2d-7884755577.18d5de16ccf75979
    namespace: kserve-ci-e2e-test
    resourceVersion: "18681"
    uid: ad3bbe06-a85f-4df3-ba1e-2b8e0502f2c7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-c0e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18674"
    uid: 016b25c8-f285-422f-b9c6-9e4f4795df15
  kind: Event
  lastTimestamp: "2026-09-16T17:43:36Z"
  message: Scaled up replica set model-chainer-raw-hpa-c0e2d-7884755577 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T17:43:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:43:36Z"
    name: model-chainer-raw-hpa-c0e2d.18d5de16cbe02453
    namespace: kserve-ci-e2e-test
    resourceVersion: "18678"
    uid: 30da048e-bb54-4571-9493-b9c0732cc8de
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:43:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-c0e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18691"
    uid: 06084f4d-e35a-4534-bbc8-f6cf16690603
  kind: Event
  lastTimestamp: "2026-09-16T17:43:36Z"
  message: InferenceGraph [model-chainer-raw-hpa-c0e2d] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:43:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:43:36Z"
    name: model-chainer-raw-hpa-c0e2d.18d5de16d503dabf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18693"
    uid: 443cecb8-0fac-4397-b28e-ce23825032fa
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:45:32.262608Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19992"
    uid: de03e6cd-f7f2-4ee6-9f1d-95a188eac476
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-7c42d-predictor-657dfb5546-2pxvn
    to ip-10-0-134-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:45:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:45:32Z"
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn.18d5de31c36591a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 12e140d3-130c-4bbf-8a51-b5016cbc6877
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20002"
    uid: de03e6cd-f7f2-4ee6-9f1d-95a188eac476
  kind: Event
  lastTimestamp: "2026-09-16T17:45:32Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:45:32Z"
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn.18d5de31e5930b3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: a2299deb-409f-41f5-935f-abfe28eab074
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: de03e6cd-f7f2-4ee6-9f1d-95a188eac476
  kind: Event
  lastTimestamp: "2026-09-16T17:45:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:32Z"
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn.18d5de31e73a215b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20014"
    uid: 0993f7ba-6089-4fb8-b9b3-335208e10fb9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: de03e6cd-f7f2-4ee6-9f1d-95a188eac476
  kind: Event
  lastTimestamp: "2026-09-16T17:45:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:32Z"
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn.18d5de31e9cab753
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: fe8b540e-926c-4812-9d8d-bc348a713c2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: de03e6cd-f7f2-4ee6-9f1d-95a188eac476
  kind: Event
  lastTimestamp: "2026-09-16T17:45:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:32Z"
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn.18d5de31ea394e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "20016"
    uid: 62b1b181-e83d-41b9-97df-8f9ff50ccc80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: de03e6cd-f7f2-4ee6-9f1d-95a188eac476
  kind: Event
  lastTimestamp: "2026-09-16T17:45:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:37Z"
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn.18d5de32e1d5e1da
    namespace: kserve-ci-e2e-test
    resourceVersion: "20048"
    uid: bfd4f8bd-c39a-4ee2-997a-0ad83c9f3b2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: de03e6cd-f7f2-4ee6-9f1d-95a188eac476
  kind: Event
  lastTimestamp: "2026-09-16T17:45:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:37Z"
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn.18d5de32e52932d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20050"
    uid: f710715b-0d34-4de0-aa47-05ff5743fef7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: de03e6cd-f7f2-4ee6-9f1d-95a188eac476
  kind: Event
  lastTimestamp: "2026-09-16T17:45:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:37Z"
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn.18d5de32e5a3aafe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20051"
    uid: 80fe1f18-2b0d-4a7e-aff8-958f87d500a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: de03e6cd-f7f2-4ee6-9f1d-95a188eac476
  kind: Event
  lastTimestamp: "2026-09-16T17:45:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:37Z"
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn.18d5de32e5ad6a04
    namespace: kserve-ci-e2e-test
    resourceVersion: "20052"
    uid: 82875d86-87cd-42e8-86f2-20567d74003c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: de03e6cd-f7f2-4ee6-9f1d-95a188eac476
  kind: Event
  lastTimestamp: "2026-09-16T17:45:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:37Z"
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn.18d5de32e879d02d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20056"
    uid: 9b0d543d-7c1a-4aba-81bd-ce0afc273937
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: de03e6cd-f7f2-4ee6-9f1d-95a188eac476
  kind: Event
  lastTimestamp: "2026-09-16T17:45:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:45:37Z"
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn.18d5de32e8f07230
    namespace: kserve-ci-e2e-test
    resourceVersion: "20057"
    uid: 9f050e17-8a45-48b5-bcf3-4c2d93d799bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: de03e6cd-f7f2-4ee6-9f1d-95a188eac476
  kind: Event
  lastTimestamp: "2026-09-16T17:47:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:45:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:47:05Z"
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn.18d5de33599c9918
    namespace: kserve-ci-e2e-test
    resourceVersion: "20850"
    uid: 3db16d3f-d1ff-493a-9b0c-6ad9ff8c0e48
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:47:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: de03e6cd-f7f2-4ee6-9f1d-95a188eac476
  kind: Event
  lastTimestamp: "2026-09-16T17:47:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:47:02Z"
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn.18d5de46c700dbff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20826"
    uid: 88c85efe-0cba-48b7-896d-c79c33cf3614
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:47:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: de03e6cd-f7f2-4ee6-9f1d-95a188eac476
  kind: Event
  lastTimestamp: "2026-09-16T17:47:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:47:02Z"
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn.18d5de46c70178fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20828"
    uid: d6354e0e-440c-4e94-ba33-0b082a41a5c5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:47:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: de03e6cd-f7f2-4ee6-9f1d-95a188eac476
  kind: Event
  lastTimestamp: "2026-09-16T17:47:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp
    10.132.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:47:05Z"
    name: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn.18d5de475fd1cd42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20849"
    uid: b06bc837-54a6-4dc2-9830-92d244403177
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-7c42d-predictor-657dfb5546
    namespace: kserve-ci-e2e-test
    resourceVersion: "19982"
    uid: c5f51c0f-e670-4d7a-91d4-bb9aaee6953e
  kind: Event
  lastTimestamp: "2026-09-16T17:45:32Z"
  message: 'Created pod: raw-sklearn-7c42d-predictor-657dfb5546-2pxvn'
  metadata:
    creationTimestamp: "2026-09-16T17:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:45:32Z"
    name: raw-sklearn-7c42d-predictor-657dfb5546.18d5de31c2e41abe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19995"
    uid: 663cfdae-c27f-4779-a136-325e5402e608
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-7c42d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: 97f8b3c9-cd44-4681-ac79-ae0fa15ca4fa
  kind: Event
  lastTimestamp: "2026-09-16T17:45:32Z"
  message: Scaled up replica set raw-sklearn-7c42d-predictor-657dfb5546 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T17:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:45:32Z"
    name: raw-sklearn-7c42d-predictor.18d5de31bf9f67fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19985"
    uid: d8480429-c7f5-4036-9976-4a879d01f6a4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-7c42d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19981"
    uid: 20b1e254-1919-466e-b406-dd1406015437
  kind: Event
  lastTimestamp: "2026-09-16T17:46:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:46:02Z"
    name: raw-sklearn-7c42d-predictor.18d5de3541e58325
    namespace: kserve-ci-e2e-test
    resourceVersion: "20357"
    uid: cfa7a1f6-3b54-4fa2-9817-6cc664816161
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-7c42d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19981"
    uid: 20b1e254-1919-466e-b406-dd1406015437
  kind: Event
  lastTimestamp: "2026-09-16T17:46:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:46:02Z"
    name: raw-sklearn-7c42d-predictor.18d5de354348dcf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20358"
    uid: 185bb940-1133-480d-815e-b6167815e5e9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-7c42d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20227"
    uid: 20b1e254-1919-466e-b406-dd1406015437
  kind: Event
  lastTimestamp: "2026-09-16T17:47:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:46:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:47:02Z"
    name: raw-sklearn-7c42d-predictor.18d5de3c4242e357
    namespace: kserve-ci-e2e-test
    resourceVersion: "20810"
    uid: 3035dd60-fd23-4419-9d46-0a5f057fb9de
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-7c42d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20227"
    uid: 20b1e254-1919-466e-b406-dd1406015437
  kind: Event
  lastTimestamp: "2026-09-16T17:47:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:46:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:47:02Z"
    name: raw-sklearn-7c42d-predictor.18d5de3c430dc1ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20812"
    uid: e5bcd9e8-7fc2-43f1-8208-abe26ff62ea9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-7c42d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19972"
    uid: c1a76042-5c99-486c-8bbf-832ad27195ca
  kind: Event
  lastTimestamp: "2026-09-16T17:46:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:46:55Z"
    name: raw-sklearn-7c42d.18d5de31bfa12e2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20757"
    uid: dfdca320-47e1-41de-8321-398856ff1db2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:45:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-7c42d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19972"
    uid: c1a76042-5c99-486c-8bbf-832ad27195ca
  kind: Event
  lastTimestamp: "2026-09-16T17:45:32Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-7c42d": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-7c42d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:45:32Z"
    name: raw-sklearn-7c42d.18d5de31c02ec0e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19987"
    uid: 85f7eab0-067f-427a-a227-0e466e29d207
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:46:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-7c42d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20755"
    uid: c1a76042-5c99-486c-8bbf-832ad27195ca
  kind: Event
  lastTimestamp: "2026-09-16T17:46:55Z"
  message: InferenceService [raw-sklearn-7c42d] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:46:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:46:55Z"
    name: raw-sklearn-7c42d.18d5de4511e461be
    namespace: kserve-ci-e2e-test
    resourceVersion: "20756"
    uid: 9bd6ce60-cb6c-4f4e-a15c-63a2aa48dfe2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T17:47:07.652127Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20890"
    uid: c6be100b-5c75-4ca7-9f98-f9365216b64a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9
    to ip-10-0-138-73.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T17:47:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T17:47:07Z"
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9.18d5de47f90e0cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20900"
    uid: 61a7e5b0-987b-40d0-9669-16539a68608f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5dd9674876-kmlfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:47:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20903"
    uid: c6be100b-5c75-4ca7-9f98-f9365216b64a
  kind: Event
  lastTimestamp: "2026-09-16T17:47:08Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T17:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T17:47:08Z"
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9.18d5de481b173267
    namespace: kserve-ci-e2e-test
    resourceVersion: "20912"
    uid: 5255beb5-7e63-4fa6-94b2-8d183088cccb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20895"
    uid: c6be100b-5c75-4ca7-9f98-f9365216b64a
  kind: Event
  lastTimestamp: "2026-09-16T17:47:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a2bf835627d86fee4f3169a53afcfe111b0f41a4243158f5d27133d3be73264e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:47:08Z"
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9.18d5de481ca6283a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20914"
    uid: 74f64d7e-60c4-48a2-a224-085323459ad5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20895"
    uid: c6be100b-5c75-4ca7-9f98-f9365216b64a
  kind: Event
  lastTimestamp: "2026-09-16T17:47:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T17:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:47:08Z"
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9.18d5de4820226f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "20916"
    uid: ba6f3ef7-d79a-4c26-93a5-db1965bd3d1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20895"
    uid: c6be100b-5c75-4ca7-9f98-f9365216b64a
  kind: Event
  lastTimestamp: "2026-09-16T17:47:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T17:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:47:08Z"
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9.18d5de482095e76f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20917"
    uid: 675833af-324a-4b1b-9448-5d57912c412b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20895"
    uid: c6be100b-5c75-4ca7-9f98-f9365216b64a
  kind: Event
  lastTimestamp: "2026-09-16T17:47:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1966"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:47:12Z"
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9.18d5de49112edb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "20956"
    uid: 4873b0b2-6e8a-4016-9699-5a4326a1b3ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20895"
    uid: c6be100b-5c75-4ca7-9f98-f9365216b64a
  kind: Event
  lastTimestamp: "2026-09-16T17:47:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T17:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:47:12Z"
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9.18d5de4914221884
    namespace: kserve-ci-e2e-test
    resourceVersion: "20959"
    uid: 324eeff8-b479-452f-8b49-162509e58608
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20895"
    uid: c6be100b-5c75-4ca7-9f98-f9365216b64a
  kind: Event
  lastTimestamp: "2026-09-16T17:47:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:47:12Z"
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9.18d5de4914aa4bf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20960"
    uid: 84ff8453-c17b-4414-b42f-6f47abe7b539
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20895"
    uid: c6be100b-5c75-4ca7-9f98-f9365216b64a
  kind: Event
  lastTimestamp: "2026-09-16T17:47:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T17:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:47:12Z"
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9.18d5de4914b5d684
    namespace: kserve-ci-e2e-test
    resourceVersion: "20961"
    uid: dd25ebe2-30dd-43a4-bf46-647fa41dd8e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20895"
    uid: c6be100b-5c75-4ca7-9f98-f9365216b64a
  kind: Event
  lastTimestamp: "2026-09-16T17:47:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T17:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:47:12Z"
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9.18d5de4917aa754f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20964"
    uid: 5366ccd7-a3d8-4f67-91f4-84e2bdf6e50e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20895"
    uid: c6be100b-5c75-4ca7-9f98-f9365216b64a
  kind: Event
  lastTimestamp: "2026-09-16T17:47:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:47:12Z"
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9.18d5de491826a55c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20965"
    uid: 91763e65-94e6-48a9-ad29-bfc66d162f5c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:47:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20895"
    uid: c6be100b-5c75-4ca7-9f98-f9365216b64a
  kind: Event
  lastTimestamp: "2026-09-16T17:48:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T17:47:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:40Z"
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9.18d5de49891b83b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21651"
    uid: 610f4230-a289-4436-b7df-77b0bd4efa3f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20895"
    uid: c6be100b-5c75-4ca7-9f98-f9365216b64a
  kind: Event
  lastTimestamp: "2026-09-16T17:48:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T17:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:37Z"
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9.18d5de5cfe13a5aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21630"
    uid: fa7e910d-fba0-4382-be9b-c0e27c6c0a24
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20895"
    uid: c6be100b-5c75-4ca7-9f98-f9365216b64a
  kind: Event
  lastTimestamp: "2026-09-16T17:48:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T17:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:37Z"
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9.18d5de5cfe145d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: b71ec002-cfe3-4aa0-a5d0-f4e572e40dcb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20895"
    uid: c6be100b-5c75-4ca7-9f98-f9365216b64a
  kind: Event
  lastTimestamp: "2026-09-16T17:48:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T17:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T17:48:40Z"
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9.18d5de5d8f5eebb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21648"
    uid: 16cb6595-89b8-41ce-845f-4a4a403a054d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-73.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-73.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:47:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20881"
    uid: f1c35408-0807-4505-b2f7-fa4f2337067d
  kind: Event
  lastTimestamp: "2026-09-16T17:47:07Z"
  message: 'Created pod: raw-sklearn-runtime-788ae-predictor-86d57577c4-md8b9'
  metadata:
    creationTimestamp: "2026-09-16T17:47:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:47:07Z"
    name: raw-sklearn-runtime-788ae-predictor-86d57577c4.18d5de47f8697e8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20894"
    uid: 90bf322e-e6c0-4866-9a69-d8aed1156463
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:47:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-788ae-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20877"
    uid: db2b1635-1ba8-45f3-83e1-0534a9f28ccf
  kind: Event
  lastTimestamp: "2026-09-16T17:47:07Z"
  message: Scaled up replica set raw-sklearn-runtime-788ae-predictor-86d57577c4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T17:47:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:47:07Z"
    name: raw-sklearn-runtime-788ae-predictor.18d5de47f46f3bc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: f3d48549-36a0-4881-8d98-8b9bd126336f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:47:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-788ae-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20879"
    uid: 2d2926a1-19df-4d26-89c0-4a47ea83e80b
  kind: Event
  lastTimestamp: "2026-09-16T17:47:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:47:22Z"
    name: raw-sklearn-runtime-788ae-predictor.18d5de4b73d2fe48
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 863ea711-c849-44ac-9491-deda1c0038a5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:47:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-788ae-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20879"
    uid: 2d2926a1-19df-4d26-89c0-4a47ea83e80b
  kind: Event
  lastTimestamp: "2026-09-16T17:47:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T17:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:47:22Z"
    name: raw-sklearn-runtime-788ae-predictor.18d5de4b74c62a7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 6e6e9ba7-0443-4453-8bd3-1e6eb43f5dec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T17:47:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-788ae-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21042"
    uid: 2d2926a1-19df-4d26-89c0-4a47ea83e80b
  kind: Event
  lastTimestamp: "2026-09-16T17:48:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:48:37Z"
    name: raw-sklearn-runtime-788ae-predictor.18d5de4ef39feb18
    namespace: kserve-ci-e2e-test
    resourceVersion: "21611"
    uid: 0805bccf-b7e2-4dfc-936f-9ba1f7bb22c3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T17:47:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-788ae-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21042"
    uid: 2d2926a1-19df-4d26-89c0-4a47ea83e80b
  kind: Event
  lastTimestamp: "2026-09-16T17:48:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T17:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T17:48:37Z"
    name: raw-sklearn-runtime-788ae-predictor.18d5de4ef41493be
    namespace: kserve-ci-e2e-test
    resourceVersion: "21613"
    uid: 7ad4754e-3155-4ea6-8dcb-5c07cd0cd381
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T17:47:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-788ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20870"
    uid: fbe6bf2a-efb3-40a6-8690-b1ac13602fc7
  kind: Event
  lastTimestamp: "2026-09-16T17:48:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T17:47:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:48:30Z"
    name: raw-sklearn-runtime-788ae.18d5de47f49a2d3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21553"
    uid: cf9dd3b2-c3b9-46d6-8091-c40582403a17
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:47:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-788ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20870"
    uid: fbe6bf2a-efb3-40a6-8690-b1ac13602fc7
  kind: Event
  lastTimestamp: "2026-09-16T17:47:07Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-788ae":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-788ae":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T17:47:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:47:07Z"
    name: raw-sklearn-runtime-788ae.18d5de47f51dfd9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20886"
    uid: 2a721e6a-3271-499f-88f5-1086ce784f11
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T17:48:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-788ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21550"
    uid: fbe6bf2a-efb3-40a6-8690-b1ac13602fc7
  kind: Event
  lastTimestamp: "2026-09-16T17:48:30Z"
  message: InferenceService [raw-sklearn-runtime-788ae] is Ready
  metadata:
    creationTimestamp: "2026-09-16T17:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T17:48:30Z"
    name: raw-sklearn-runtime-788ae.18d5de5b43b664e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: a1d54640-dec7-4b69-8668-760de8e54765
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "25342"