---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:09:54.177223Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21225"
    uid: e0f131c8-642e-47b9-b879-0128e6960a48
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-5cd5878b66-r6vgc
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:09:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:09:54Z"
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc.18c7686ce4a1749a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21230"
    uid: 0ad65b7f-ff7b-444f-aaf4-62d65569a21e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76579bb875-w6d4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21228"
    uid: e0f131c8-642e-47b9-b879-0128e6960a48
  kind: Event
  lastTimestamp: "2026-07-31T15:09:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:54Z"
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc.18c7686cefa13566
    namespace: kserve-ci-e2e-test
    resourceVersion: "21252"
    uid: c364a747-2ce3-4cc7-bfad-965502359adc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21237"
    uid: e0f131c8-642e-47b9-b879-0128e6960a48
  kind: Event
  lastTimestamp: "2026-07-31T15:09:55Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:09:55Z"
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc.18c7686d2309e60b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21265"
    uid: 9cd1dc8c-916c-484b-b7f8-c262369cf117
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21228"
    uid: e0f131c8-642e-47b9-b879-0128e6960a48
  kind: Event
  lastTimestamp: "2026-07-31T15:09:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:55Z"
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc.18c7686d248d251e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21267"
    uid: 69a20fa9-5539-4dcb-960c-afb59b51f2fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21228"
    uid: e0f131c8-642e-47b9-b879-0128e6960a48
  kind: Event
  lastTimestamp: "2026-07-31T15:09:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:55Z"
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc.18c7686d2769950a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21270"
    uid: 6814ed38-2961-4e8e-9e63-ae1e691be6a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21228"
    uid: e0f131c8-642e-47b9-b879-0128e6960a48
  kind: Event
  lastTimestamp: "2026-07-31T15:09:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:55Z"
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc.18c7686d2807a3f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21271"
    uid: 5794ca1e-1360-4139-9980-70221360e68a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21228"
    uid: e0f131c8-642e-47b9-b879-0128e6960a48
  kind: Event
  lastTimestamp: "2026-07-31T15:09:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:59Z"
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc.18c7686e220061c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21330"
    uid: 08f2f66e-34b1-429d-94f0-e47e519ce635
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21228"
    uid: e0f131c8-642e-47b9-b879-0128e6960a48
  kind: Event
  lastTimestamp: "2026-07-31T15:09:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:59Z"
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc.18c7686e257a7995
    namespace: kserve-ci-e2e-test
    resourceVersion: "21335"
    uid: adf002b9-358d-49a9-8117-036dd3a9af9c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21228"
    uid: e0f131c8-642e-47b9-b879-0128e6960a48
  kind: Event
  lastTimestamp: "2026-07-31T15:09:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:59Z"
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc.18c7686e2621cfa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21336"
    uid: cb39e36c-78b2-4f52-b96f-7e5e105d2ada
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21228"
    uid: e0f131c8-642e-47b9-b879-0128e6960a48
  kind: Event
  lastTimestamp: "2026-07-31T15:09:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:59Z"
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc.18c7686e262d60ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "21337"
    uid: 9b0a0e6a-5eae-462c-8381-324fbcff6016
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21228"
    uid: e0f131c8-642e-47b9-b879-0128e6960a48
  kind: Event
  lastTimestamp: "2026-07-31T15:09:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:59Z"
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc.18c7686e29a8efcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: e7cac2f6-a873-4d4e-a610-3f461738bc75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21228"
    uid: e0f131c8-642e-47b9-b879-0128e6960a48
  kind: Event
  lastTimestamp: "2026-07-31T15:09:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:59Z"
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc.18c7686e2a308d84
    namespace: kserve-ci-e2e-test
    resourceVersion: "21341"
    uid: ee7a87e4-1e0e-4f37-8191-8576800f27e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:10:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21228"
    uid: e0f131c8-642e-47b9-b879-0128e6960a48
  kind: Event
  lastTimestamp: "2026-07-31T15:11:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:27Z"
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc.18c7686f8841f7cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22026"
    uid: 231393c9-63f1-4246-9e20-bbd514fd7678
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21228"
    uid: e0f131c8-642e-47b9-b879-0128e6960a48
  kind: Event
  lastTimestamp: "2026-07-31T15:11:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:24Z"
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc.18c76881e06ac9ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "22001"
    uid: a95e756c-103e-475f-a25c-931c14a6552b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21228"
    uid: e0f131c8-642e-47b9-b879-0128e6960a48
  kind: Event
  lastTimestamp: "2026-07-31T15:11:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:24Z"
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc.18c76881e06b8685
    namespace: kserve-ci-e2e-test
    resourceVersion: "22003"
    uid: 960ee76e-58ca-4eb2-95a4-cfb828d1c237
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21228"
    uid: e0f131c8-642e-47b9-b879-0128e6960a48
  kind: Event
  lastTimestamp: "2026-07-31T15:11:25Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:25Z"
    name: isvc-canary-create-predictor-5cd5878b66-r6vgc.18c7688228f5065e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22013"
    uid: d2d9ab07-fe8b-431b-9866-e512c8a19cc0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5cd5878b66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21209"
    uid: b1d544de-abc9-4a1a-8f1a-cee66d53534f
  kind: Event
  lastTimestamp: "2026-07-31T15:09:54Z"
  message: 'Created pod: isvc-canary-create-predictor-5cd5878b66-r6vgc'
  metadata:
    creationTimestamp: "2026-07-31T15:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:09:54Z"
    name: isvc-canary-create-predictor-5cd5878b66.18c7686ce428eabd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21227"
    uid: 6e367177-d5e9-4ce4-8f5e-f15aa3cca019
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21208"
    uid: 96d596a1-fa01-4312-9b2b-97367a8ef703
  kind: Event
  lastTimestamp: "2026-07-31T15:09:54Z"
  message: Scaled up replica set isvc-canary-create-predictor-5cd5878b66 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-31T15:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:09:54Z"
    name: isvc-canary-create-predictor.18c7686ce0a4c3ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21210"
    uid: 1b8cc8ec-25b8-4a39-9488-408836e08d4b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:09:54.221627Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21236"
    uid: ed455a86-6b6a-473c-944b-e102de85d010
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-5f99649479-jdxl4
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:09:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:09:54Z"
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4.18c7686ce746ec6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21242"
    uid: 9bd887c0-d04c-4a5f-8691-9c1cf03c22e6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76579bb875-w6d4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21248"
    uid: ed455a86-6b6a-473c-944b-e102de85d010
  kind: Event
  lastTimestamp: "2026-07-31T15:09:54Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:09:54Z"
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4.18c7686d01d33b62
    namespace: kserve-ci-e2e-test
    resourceVersion: "21256"
    uid: ad07e85c-f27d-467d-bc4a-0a924e247376
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: ed455a86-6b6a-473c-944b-e102de85d010
  kind: Event
  lastTimestamp: "2026-07-31T15:09:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:54Z"
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4.18c7686d0353aa42
    namespace: kserve-ci-e2e-test
    resourceVersion: "21258"
    uid: 2dd211cf-3534-44d3-b6dc-1c87577b0dc9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: ed455a86-6b6a-473c-944b-e102de85d010
  kind: Event
  lastTimestamp: "2026-07-31T15:09:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:54Z"
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4.18c7686d0670b0bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21261"
    uid: b48d2379-ff17-4a87-ae09-08a95faaefc7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: ed455a86-6b6a-473c-944b-e102de85d010
  kind: Event
  lastTimestamp: "2026-07-31T15:09:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:54Z"
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4.18c7686d06f9db7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21262"
    uid: 237a2aff-cb20-4967-9adf-69f459d70d54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: ed455a86-6b6a-473c-944b-e102de85d010
  kind: Event
  lastTimestamp: "2026-07-31T15:09:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:58Z"
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4.18c7686de57df035
    namespace: kserve-ci-e2e-test
    resourceVersion: "21315"
    uid: 314dc049-54f0-4714-858e-e681e0e1d16d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: ed455a86-6b6a-473c-944b-e102de85d010
  kind: Event
  lastTimestamp: "2026-07-31T15:09:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:58Z"
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4.18c7686de8e4ce65
    namespace: kserve-ci-e2e-test
    resourceVersion: "21318"
    uid: 9daf3b73-cd55-4294-b6df-360e36ac12a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: ed455a86-6b6a-473c-944b-e102de85d010
  kind: Event
  lastTimestamp: "2026-07-31T15:09:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:58Z"
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4.18c7686de9718c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "21319"
    uid: d8841653-2751-4b69-89ae-8365ba11107c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: ed455a86-6b6a-473c-944b-e102de85d010
  kind: Event
  lastTimestamp: "2026-07-31T15:09:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:58Z"
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4.18c7686de97d4323
    namespace: kserve-ci-e2e-test
    resourceVersion: "21321"
    uid: 87ead1bd-42d1-4777-a0f9-92a70f61485f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: ed455a86-6b6a-473c-944b-e102de85d010
  kind: Event
  lastTimestamp: "2026-07-31T15:09:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:58Z"
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4.18c7686decb140c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21322"
    uid: 43089000-b79e-476e-97f7-1ebb0a5c749f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: ed455a86-6b6a-473c-944b-e102de85d010
  kind: Event
  lastTimestamp: "2026-07-31T15:09:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:58Z"
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4.18c7686ded3c946b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21323"
    uid: 1b15b00f-8b58-4bbf-9da9-4a4561818296
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: ed455a86-6b6a-473c-944b-e102de85d010
  kind: Event
  lastTimestamp: "2026-07-31T15:11:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:27Z"
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4.18c7686e5e2aac58
    namespace: kserve-ci-e2e-test
    resourceVersion: "22027"
    uid: a764c147-8c0c-4205-b9c3-4c46e9e29251
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: ed455a86-6b6a-473c-944b-e102de85d010
  kind: Event
  lastTimestamp: "2026-07-31T15:11:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:24Z"
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4.18c76881e0caa042
    namespace: kserve-ci-e2e-test
    resourceVersion: "22004"
    uid: 15b3cda1-1087-4415-a3e3-80ad7dc67051
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: ed455a86-6b6a-473c-944b-e102de85d010
  kind: Event
  lastTimestamp: "2026-07-31T15:11:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:24Z"
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4.18c76881e0ccfab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22006"
    uid: 7ea76d79-3af8-4b40-9648-ee9aeee90277
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: ed455a86-6b6a-473c-944b-e102de85d010
  kind: Event
  lastTimestamp: "2026-07-31T15:11:26Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:26Z"
    name: isvc-canary-create-v2-predictor-5f99649479-jdxl4.18c7688264657b9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22020"
    uid: dfaeeef7-092f-4784-96ad-99027479a4b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-5f99649479
    namespace: kserve-ci-e2e-test
    resourceVersion: "21219"
    uid: 2cbe1972-77fd-4e43-a35c-fba261dd52e4
  kind: Event
  lastTimestamp: "2026-07-31T15:09:54Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-5f99649479-jdxl4'
  metadata:
    creationTimestamp: "2026-07-31T15:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:09:54Z"
    name: isvc-canary-create-v2-predictor-5f99649479.18c7686ce6ad5070
    namespace: kserve-ci-e2e-test
    resourceVersion: "21238"
    uid: 7c9a2782-444d-4150-9e56-2099d6de6702
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21218"
    uid: a7765def-d6e5-42cd-9bd5-eb3c022ac754
  kind: Event
  lastTimestamp: "2026-07-31T15:09:54Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-5f99649479 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-31T15:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:09:54Z"
    name: isvc-canary-create-v2-predictor.18c7686ce2b83e80
    namespace: kserve-ci-e2e-test
    resourceVersion: "21221"
    uid: 52554742-3924-4708-b202-df7dd6e53e7e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21201"
    uid: 6bccb5b6-15d8-48db-bcc4-7ea3c7368ae2
  kind: Event
  lastTimestamp: "2026-07-31T15:11:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:11:17Z"
    name: isvc-canary-create.18c7686ce257503a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21933"
    uid: a47cd384-5ea9-4391-8c85-58d351ebd2f4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21201"
    uid: 6bccb5b6-15d8-48db-bcc4-7ea3c7368ae2
  kind: Event
  lastTimestamp: "2026-07-31T15:09:54Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:09:54Z"
    name: isvc-canary-create.18c7686ce2d3322f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21223"
    uid: bb821a15-17d3-47b6-bd6b-f3303878d607
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21201"
    uid: 6bccb5b6-15d8-48db-bcc4-7ea3c7368ae2
  kind: Event
  lastTimestamp: "2026-07-31T15:09:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:09:54Z"
    name: isvc-canary-create.18c7686ce2d37569
    namespace: kserve-ci-e2e-test
    resourceVersion: "21224"
    uid: e079d90e-e2c3-4ec3-a5c9-98e77d99b341
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21930"
    uid: 6bccb5b6-15d8-48db-bcc4-7ea3c7368ae2
  kind: Event
  lastTimestamp: "2026-07-31T15:11:17Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:11:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:11:17Z"
    name: isvc-canary-create.18c76880408f8c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21931"
    uid: d66bd83d-4c35-41a3-bca2-f258db624e86
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:11:29.488351Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22071"
    uid: c3db776f-6505-4979-b4f3-3efe61a72f1a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b
    to ip-10-0-132-204.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:11:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:11:29Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b.18c76883159dd5b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22081"
    uid: d2b612d8-bee5-4e93-967f-e07da565abc5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76579bb875-w6d4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22089"
    uid: c3db776f-6505-4979-b4f3-3efe61a72f1a
  kind: Event
  lastTimestamp: "2026-07-31T15:11:29Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:11:29Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b.18c768832effa972
    namespace: kserve-ci-e2e-test
    resourceVersion: "22104"
    uid: 21fb2774-875b-4eef-9b94-2cfe84e96d79
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: c3db776f-6505-4979-b4f3-3efe61a72f1a
  kind: Event
  lastTimestamp: "2026-07-31T15:11:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:29Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b.18c7688330836457
    namespace: kserve-ci-e2e-test
    resourceVersion: "22107"
    uid: 164ad1f8-8db5-4c85-a5ee-3eb385ad637d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: c3db776f-6505-4979-b4f3-3efe61a72f1a
  kind: Event
  lastTimestamp: "2026-07-31T15:11:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:29Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b.18c76883338c799a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22112"
    uid: ea89a94a-de4f-43e1-859c-f31c77a9cbb2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: c3db776f-6505-4979-b4f3-3efe61a72f1a
  kind: Event
  lastTimestamp: "2026-07-31T15:11:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:30Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b.18c76883340d52f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22113"
    uid: dd65a629-5ad2-42fb-9630-35cb2ff59b55
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: c3db776f-6505-4979-b4f3-3efe61a72f1a
  kind: Event
  lastTimestamp: "2026-07-31T15:11:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:34Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b.18c768842a6f8d72
    namespace: kserve-ci-e2e-test
    resourceVersion: "22157"
    uid: 408636f0-03f9-4b14-9586-b847e21e8140
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: c3db776f-6505-4979-b4f3-3efe61a72f1a
  kind: Event
  lastTimestamp: "2026-07-31T15:11:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:34Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b.18c768842dc7c6bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: db2c846b-eda6-4951-90ea-68a1702ba523
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: c3db776f-6505-4979-b4f3-3efe61a72f1a
  kind: Event
  lastTimestamp: "2026-07-31T15:11:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:34Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b.18c768842e39c03a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22160"
    uid: 192af08e-41ea-4cf8-ad48-acbcb2320d48
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: c3db776f-6505-4979-b4f3-3efe61a72f1a
  kind: Event
  lastTimestamp: "2026-07-31T15:11:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:34Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b.18c768842e453d83
    namespace: kserve-ci-e2e-test
    resourceVersion: "22161"
    uid: a122240a-ca16-4858-8136-b3e6fb9365ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: c3db776f-6505-4979-b4f3-3efe61a72f1a
  kind: Event
  lastTimestamp: "2026-07-31T15:11:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:34Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b.18c7688432190e86
    namespace: kserve-ci-e2e-test
    resourceVersion: "22165"
    uid: 92d36c3b-e188-467d-9dda-113a78de11c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: c3db776f-6505-4979-b4f3-3efe61a72f1a
  kind: Event
  lastTimestamp: "2026-07-31T15:11:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:34Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b.18c768843285de4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22166"
    uid: ab693f4b-e8bd-4c69-8c9b-02ef25faea84
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: c3db776f-6505-4979-b4f3-3efe61a72f1a
  kind: Event
  lastTimestamp: "2026-07-31T15:12:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:12:42Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b.18c76884a25fc0ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "22656"
    uid: c2b80f1e-a919-4c63-adaa-113d4e3edd23
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: c3db776f-6505-4979-b4f3-3efe61a72f1a
  kind: Event
  lastTimestamp: "2026-07-31T15:13:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:04Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b.18c768993982f120
    namespace: kserve-ci-e2e-test
    resourceVersion: "22842"
    uid: 7e9c4cb0-ec9a-48f1-bf9d-fbc910904265
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: c3db776f-6505-4979-b4f3-3efe61a72f1a
  kind: Event
  lastTimestamp: "2026-07-31T15:13:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:04Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b.18c768993983a85b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22843"
    uid: e7191924-db59-46a2-be68-1c2bfce48ff4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: c3db776f-6505-4979-b4f3-3efe61a72f1a
  kind: Event
  lastTimestamp: "2026-07-31T15:13:07Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:07Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b.18c76899d29ee5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22891"
    uid: 703c6e8d-f626-4108-8bad-638f33fef8f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-7cd9bb4b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22055"
    uid: 84a9359d-0ef5-44d3-9ec5-99656ddde148
  kind: Event
  lastTimestamp: "2026-07-31T15:11:29Z"
  message: 'Created pod: isvc-canary-promote-predictor-7cd9bb4b6b-4xp8b'
  metadata:
    creationTimestamp: "2026-07-31T15:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:11:29Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b.18c7688314ef6133
    namespace: kserve-ci-e2e-test
    resourceVersion: "22073"
    uid: c8cec4a4-a510-4342-a1cc-7ee2be84dd9c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22054"
    uid: 659619ea-a94e-4f46-a19d-32be078d8787
  kind: Event
  lastTimestamp: "2026-07-31T15:11:29Z"
  message: Scaled up replica set isvc-canary-promote-predictor-7cd9bb4b6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-31T15:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:11:29Z"
    name: isvc-canary-promote-predictor.18c768830f060e66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22056"
    uid: 54789c6f-a72c-42a3-b6dd-a30c0764b6d3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:11:29.491779Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22072"
    uid: e4b8c1d0-5bfa-4fb7-9130-a53b95324920
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:11:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:11:29Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd.18c7688315d21986
    namespace: kserve-ci-e2e-test
    resourceVersion: "22082"
    uid: 3b2e7974-2b0c-490b-b0f9-dd17c01e115c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76579bb875-w6d4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22076"
    uid: e4b8c1d0-5bfa-4fb7-9130-a53b95324920
  kind: Event
  lastTimestamp: "2026-07-31T15:11:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:29Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd.18c768832130fc82
    namespace: kserve-ci-e2e-test
    resourceVersion: "22098"
    uid: f98686ce-9464-43a1-8d83-4b432489e0b6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22090"
    uid: e4b8c1d0-5bfa-4fb7-9130-a53b95324920
  kind: Event
  lastTimestamp: "2026-07-31T15:11:30Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:11:30Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd.18c7688354528acb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22126"
    uid: 5264468e-dd55-4004-a2be-1d97fa8c88e8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22076"
    uid: e4b8c1d0-5bfa-4fb7-9130-a53b95324920
  kind: Event
  lastTimestamp: "2026-07-31T15:11:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:30Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd.18c7688355cc0220
    namespace: kserve-ci-e2e-test
    resourceVersion: "22128"
    uid: e5d2cc41-5fbf-46cb-90b6-fbe74dc50970
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22076"
    uid: e4b8c1d0-5bfa-4fb7-9130-a53b95324920
  kind: Event
  lastTimestamp: "2026-07-31T15:11:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:30Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd.18c7688359342fc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22130"
    uid: 74e85a64-62d3-41c4-b8fc-2695b69fe7e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22076"
    uid: e4b8c1d0-5bfa-4fb7-9130-a53b95324920
  kind: Event
  lastTimestamp: "2026-07-31T15:11:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:30Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd.18c7688359ba138f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22131"
    uid: 4d972a09-b3cb-403f-a82a-4b3c0154fd37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22076"
    uid: e4b8c1d0-5bfa-4fb7-9130-a53b95324920
  kind: Event
  lastTimestamp: "2026-07-31T15:11:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:34Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd.18c768845b9d0b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "22174"
    uid: 843ee7e3-80a8-42e1-91d2-eaca11eb52c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22076"
    uid: e4b8c1d0-5bfa-4fb7-9130-a53b95324920
  kind: Event
  lastTimestamp: "2026-07-31T15:11:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:35Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd.18c768845f39272f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22176"
    uid: 6cfcc4d4-684a-49b7-bf46-1f04fa177dfb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22076"
    uid: e4b8c1d0-5bfa-4fb7-9130-a53b95324920
  kind: Event
  lastTimestamp: "2026-07-31T15:11:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:35Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd.18c768845fbc63f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22178"
    uid: 060e123e-0c62-41ff-9dfd-bb888b7c4bd1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22076"
    uid: e4b8c1d0-5bfa-4fb7-9130-a53b95324920
  kind: Event
  lastTimestamp: "2026-07-31T15:11:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:35Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd.18c768845fc8c277
    namespace: kserve-ci-e2e-test
    resourceVersion: "22179"
    uid: 7cd8425f-4963-43ae-a1d3-3499297f3020
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22076"
    uid: e4b8c1d0-5bfa-4fb7-9130-a53b95324920
  kind: Event
  lastTimestamp: "2026-07-31T15:11:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:35Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd.18c7688462f91a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "22180"
    uid: 6683c05b-83a6-4e81-9f30-d485dd03b286
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22076"
    uid: e4b8c1d0-5bfa-4fb7-9130-a53b95324920
  kind: Event
  lastTimestamp: "2026-07-31T15:11:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:35Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd.18c768846386cba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22181"
    uid: f420b92b-f3b3-4138-a5e2-414399aae71a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22076"
    uid: e4b8c1d0-5bfa-4fb7-9130-a53b95324920
  kind: Event
  lastTimestamp: "2026-07-31T15:12:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:12:51Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd.18c7688497ae065c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22723"
    uid: b599af86-996d-41df-b232-4c5c4b2f2db7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22076"
    uid: e4b8c1d0-5bfa-4fb7-9130-a53b95324920
  kind: Event
  lastTimestamp: "2026-07-31T15:14:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:34Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd.18c768ae3e5074ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 18c66d4c-c1b2-4196-af93-70979bd73317
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22076"
    uid: e4b8c1d0-5bfa-4fb7-9130-a53b95324920
  kind: Event
  lastTimestamp: "2026-07-31T15:14:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:34Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd.18c768ae3e51b820
    namespace: kserve-ci-e2e-test
    resourceVersion: "23524"
    uid: b06dc508-56cb-4300-9689-4286f55ab8ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22076"
    uid: e4b8c1d0-5bfa-4fb7-9130-a53b95324920
  kind: Event
  lastTimestamp: "2026-07-31T15:14:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:36Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd.18c768aebc5795f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 2ad454a9-219a-4575-a741-a6ab1b207761
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:13:04.656386Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22848"
    uid: c54d7fd6-866b-426c-95e6-4099daa08567
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-b87c95ccc-t72nh
    to ip-10-0-132-204.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:13:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:13:04Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh.18c768993e12d229
    namespace: kserve-ci-e2e-test
    resourceVersion: "22852"
    uid: df4fc477-d219-491a-aba2-cbf9e9fe13d8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76579bb875-w6d4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22859"
    uid: c54d7fd6-866b-426c-95e6-4099daa08567
  kind: Event
  lastTimestamp: "2026-07-31T15:13:05Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:13:05Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh.18c7689957d2881d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22864"
    uid: c30bc8f7-4cdd-4372-98f0-78f1b8671e0d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22850"
    uid: c54d7fd6-866b-426c-95e6-4099daa08567
  kind: Event
  lastTimestamp: "2026-07-31T15:13:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:05Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh.18c7689959571e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "22866"
    uid: a2bc8cde-da71-4b61-b3a9-af9d71fd00a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22850"
    uid: c54d7fd6-866b-426c-95e6-4099daa08567
  kind: Event
  lastTimestamp: "2026-07-31T15:13:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:05Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh.18c768995beceeb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22868"
    uid: 3f4abed5-d590-443d-a114-d371519940a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22850"
    uid: c54d7fd6-866b-426c-95e6-4099daa08567
  kind: Event
  lastTimestamp: "2026-07-31T15:13:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:05Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh.18c768995c5e4059
    namespace: kserve-ci-e2e-test
    resourceVersion: "22869"
    uid: 50310778-4008-4745-bcfe-d00af2a1e165
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22850"
    uid: c54d7fd6-866b-426c-95e6-4099daa08567
  kind: Event
  lastTimestamp: "2026-07-31T15:13:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:09Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh.18c7689a6482bbad
    namespace: kserve-ci-e2e-test
    resourceVersion: "22908"
    uid: 94e5ad3a-98d3-47b0-8777-ef116cc7070c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22850"
    uid: c54d7fd6-866b-426c-95e6-4099daa08567
  kind: Event
  lastTimestamp: "2026-07-31T15:13:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:09Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh.18c7689a67721af7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22912"
    uid: a2b9c4c1-f47a-4798-befe-869a6a3f8d6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22850"
    uid: c54d7fd6-866b-426c-95e6-4099daa08567
  kind: Event
  lastTimestamp: "2026-07-31T15:13:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:09Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh.18c7689a67df31a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22914"
    uid: 1016699f-5348-4956-99ba-3dd45ef4aef6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22850"
    uid: c54d7fd6-866b-426c-95e6-4099daa08567
  kind: Event
  lastTimestamp: "2026-07-31T15:13:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:09Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh.18c7689a67e810c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22915"
    uid: 6f909a58-b305-48a5-8811-8b45668746d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22850"
    uid: c54d7fd6-866b-426c-95e6-4099daa08567
  kind: Event
  lastTimestamp: "2026-07-31T15:13:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:09Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh.18c7689a6a7e07b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22917"
    uid: 5b9bbbdb-a543-4348-b25b-be45463b724f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22850"
    uid: c54d7fd6-866b-426c-95e6-4099daa08567
  kind: Event
  lastTimestamp: "2026-07-31T15:13:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:09Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh.18c7689a6aff3cf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22918"
    uid: d72c344a-d436-4fef-a56a-ff62f63ca73d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22850"
    uid: c54d7fd6-866b-426c-95e6-4099daa08567
  kind: Event
  lastTimestamp: "2026-07-31T15:14:19Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:19Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh.18c7689adc8720db
    namespace: kserve-ci-e2e-test
    resourceVersion: "23400"
    uid: 9760bf0f-5580-4c82-bf4a-1fd096818d0f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22850"
    uid: c54d7fd6-866b-426c-95e6-4099daa08567
  kind: Event
  lastTimestamp: "2026-07-31T15:14:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:34Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh.18c768ae3e54151d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23523"
    uid: d42cfa33-18c7-4cf7-816f-add331ed65d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22850"
    uid: c54d7fd6-866b-426c-95e6-4099daa08567
  kind: Event
  lastTimestamp: "2026-07-31T15:14:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:34Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh.18c768ae3e548449
    namespace: kserve-ci-e2e-test
    resourceVersion: "23525"
    uid: d73d8b49-2c3e-4d3f-a41c-55f7cf1d7710
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22850"
    uid: c54d7fd6-866b-426c-95e6-4099daa08567
  kind: Event
  lastTimestamp: "2026-07-31T15:14:37Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:14:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:37Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh.18c768aee30e32d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23549"
    uid: 056e205a-784a-4f2d-8adb-ee62dcb87b7e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-b87c95ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22064"
    uid: 7558210d-4cac-492c-bf91-c49f6a9b1be5
  kind: Event
  lastTimestamp: "2026-07-31T15:11:29Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-b87c95ccc-l4pcd'
  metadata:
    creationTimestamp: "2026-07-31T15:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:11:29Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc.18c76883153fcbbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "22080"
    uid: b788f253-61c7-4e93-a95e-309bf55ba5e1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-b87c95ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22831"
    uid: 7558210d-4cac-492c-bf91-c49f6a9b1be5
  kind: Event
  lastTimestamp: "2026-07-31T15:13:04Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-b87c95ccc-t72nh'
  metadata:
    creationTimestamp: "2026-07-31T15:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:13:04Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc.18c768993d9dd088
    namespace: kserve-ci-e2e-test
    resourceVersion: "22849"
    uid: 098d769b-6d3f-40cb-b4f1-b0ebe9c9221c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22062"
    uid: 76967078-fe69-4986-bb0f-a2c24a94ab89
  kind: Event
  lastTimestamp: "2026-07-31T15:11:29Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-b87c95ccc from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-31T15:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:11:29Z"
    name: isvc-canary-promote-v2-predictor.18c76883115b070c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22066"
    uid: e481d8de-13bf-4f84-97c6-8dc42e45cde5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22826"
    uid: 76967078-fe69-4986-bb0f-a2c24a94ab89
  kind: Event
  lastTimestamp: "2026-07-31T15:13:04Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-b87c95ccc from 1
    to 2
  metadata:
    creationTimestamp: "2026-07-31T15:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:13:04Z"
    name: isvc-canary-promote-v2-predictor.18c76899383f0925
    namespace: kserve-ci-e2e-test
    resourceVersion: "22834"
    uid: 0f291b46-223f-43c3-867b-47fbc71df8c2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22047"
    uid: 8d7ddcab-6420-4a06-aaf0-1dd8b3d43e48
  kind: Event
  lastTimestamp: "2026-07-31T15:13:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:13:05Z"
    name: isvc-canary-promote.18c7688310e83607
    namespace: kserve-ci-e2e-test
    resourceVersion: "22874"
    uid: 83d54e63-5ccf-416e-8a43-91eb14fc6d7a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22047"
    uid: 8d7ddcab-6420-4a06-aaf0-1dd8b3d43e48
  kind: Event
  lastTimestamp: "2026-07-31T15:11:29Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:11:29Z"
    name: isvc-canary-promote.18c76883115a6116
    namespace: kserve-ci-e2e-test
    resourceVersion: "22067"
    uid: 22eb6b19-2de8-4148-9d34-f1e7e5dd8b3d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22047"
    uid: 8d7ddcab-6420-4a06-aaf0-1dd8b3d43e48
  kind: Event
  lastTimestamp: "2026-07-31T15:11:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:11:29Z"
    name: isvc-canary-promote.18c76883115a9fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22069"
    uid: 2c9a4cc1-abee-415c-ac25-3af107a1fec9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:12:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22730"
    uid: 8d7ddcab-6420-4a06-aaf0-1dd8b3d43e48
  kind: Event
  lastTimestamp: "2026-07-31T15:14:29Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:14:29Z"
    name: isvc-canary-promote.18c768965ae54287
    namespace: kserve-ci-e2e-test
    resourceVersion: "23473"
    uid: a64bac67-76b2-4783-bb14-23a09163850f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22846"
    uid: 8d7ddcab-6420-4a06-aaf0-1dd8b3d43e48
  kind: Event
  lastTimestamp: "2026-07-31T15:13:04Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-31T15:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:13:04Z"
    name: isvc-canary-promote.18c768993cb969cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22847"
    uid: e41a060c-e10f-4fdf-a380-9a2e0c3e4290
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:01:07.650810Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6cgth
    namespace: kserve-ci-e2e-test
    resourceVersion: "15874"
    uid: ebfd11d8-fa0b-46e8-81a7-640a6ec71a68
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7f985c86-6cgth
    to ip-10-0-132-204.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:01:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:01:07Z"
    name: isvc-canary-rollback-predictor-7f985c86-6cgth.18c767f24d35e676
    namespace: kserve-ci-e2e-test
    resourceVersion: "15878"
    uid: f65d4dc6-88f4-4cda-979b-2411d430ac23
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76579bb875-w6d4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6cgth
    namespace: kserve-ci-e2e-test
    resourceVersion: "15885"
    uid: ebfd11d8-fa0b-46e8-81a7-640a6ec71a68
  kind: Event
  lastTimestamp: "2026-07-31T15:01:08Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:01:08Z"
    name: isvc-canary-rollback-predictor-7f985c86-6cgth.18c767f2664d49ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15891"
    uid: bbac713b-9cba-4ae6-b250-f9fae036bb01
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6cgth
    namespace: kserve-ci-e2e-test
    resourceVersion: "15876"
    uid: ebfd11d8-fa0b-46e8-81a7-640a6ec71a68
  kind: Event
  lastTimestamp: "2026-07-31T15:01:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:08Z"
    name: isvc-canary-rollback-predictor-7f985c86-6cgth.18c767f267cba39e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15893"
    uid: 0598ac41-6b9b-4c95-b8e7-6b3a5c3b6481
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6cgth
    namespace: kserve-ci-e2e-test
    resourceVersion: "15876"
    uid: ebfd11d8-fa0b-46e8-81a7-640a6ec71a68
  kind: Event
  lastTimestamp: "2026-07-31T15:01:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:08Z"
    name: isvc-canary-rollback-predictor-7f985c86-6cgth.18c767f26a3f2c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15894"
    uid: 15218a18-4298-4dcb-9d1e-6706ebe05939
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6cgth
    namespace: kserve-ci-e2e-test
    resourceVersion: "15876"
    uid: ebfd11d8-fa0b-46e8-81a7-640a6ec71a68
  kind: Event
  lastTimestamp: "2026-07-31T15:01:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:08Z"
    name: isvc-canary-rollback-predictor-7f985c86-6cgth.18c767f26aa0631e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: 5cf6b73c-6c1b-4048-83e4-944894233560
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6cgth
    namespace: kserve-ci-e2e-test
    resourceVersion: "15876"
    uid: ebfd11d8-fa0b-46e8-81a7-640a6ec71a68
  kind: Event
  lastTimestamp: "2026-07-31T15:01:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:12Z"
    name: isvc-canary-rollback-predictor-7f985c86-6cgth.18c767f3614a94ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15931"
    uid: cdb2a4a2-fda9-4a85-8dca-e18a3e39ba88
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6cgth
    namespace: kserve-ci-e2e-test
    resourceVersion: "15876"
    uid: ebfd11d8-fa0b-46e8-81a7-640a6ec71a68
  kind: Event
  lastTimestamp: "2026-07-31T15:01:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:12Z"
    name: isvc-canary-rollback-predictor-7f985c86-6cgth.18c767f36498d294
    namespace: kserve-ci-e2e-test
    resourceVersion: "15936"
    uid: 2edb5671-c17f-4156-9340-1550fc7d9b29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6cgth
    namespace: kserve-ci-e2e-test
    resourceVersion: "15876"
    uid: ebfd11d8-fa0b-46e8-81a7-640a6ec71a68
  kind: Event
  lastTimestamp: "2026-07-31T15:01:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:12Z"
    name: isvc-canary-rollback-predictor-7f985c86-6cgth.18c767f364f4cc64
    namespace: kserve-ci-e2e-test
    resourceVersion: "15939"
    uid: 1f2db2d7-08c7-478a-9734-845621abdfd9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6cgth
    namespace: kserve-ci-e2e-test
    resourceVersion: "15876"
    uid: ebfd11d8-fa0b-46e8-81a7-640a6ec71a68
  kind: Event
  lastTimestamp: "2026-07-31T15:01:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:12Z"
    name: isvc-canary-rollback-predictor-7f985c86-6cgth.18c767f364fec33a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15940"
    uid: 026ecd06-40a3-4ed0-a2e1-765701446965
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6cgth
    namespace: kserve-ci-e2e-test
    resourceVersion: "15876"
    uid: ebfd11d8-fa0b-46e8-81a7-640a6ec71a68
  kind: Event
  lastTimestamp: "2026-07-31T15:01:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:12Z"
    name: isvc-canary-rollback-predictor-7f985c86-6cgth.18c767f367949619
    namespace: kserve-ci-e2e-test
    resourceVersion: "15943"
    uid: b2377261-c7f5-473e-91d1-c4c1197c4de4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6cgth
    namespace: kserve-ci-e2e-test
    resourceVersion: "15876"
    uid: ebfd11d8-fa0b-46e8-81a7-640a6ec71a68
  kind: Event
  lastTimestamp: "2026-07-31T15:01:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:12Z"
    name: isvc-canary-rollback-predictor-7f985c86-6cgth.18c767f367f1bba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15944"
    uid: 6446b306-3d7b-418b-a17e-b6daabd21925
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6cgth
    namespace: kserve-ci-e2e-test
    resourceVersion: "15876"
    uid: ebfd11d8-fa0b-46e8-81a7-640a6ec71a68
  kind: Event
  lastTimestamp: "2026-07-31T15:02:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:39Z"
    name: isvc-canary-rollback-predictor-7f985c86-6cgth.18c767f39db9abc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16772"
    uid: 90d477a7-d76f-444d-930a-c16c009391a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6cgth
    namespace: kserve-ci-e2e-test
    resourceVersion: "15876"
    uid: ebfd11d8-fa0b-46e8-81a7-640a6ec71a68
  kind: Event
  lastTimestamp: "2026-07-31T15:02:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:37Z"
    name: isvc-canary-rollback-predictor-7f985c86-6cgth.18c76807470dc967
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 2ad44038-7614-42da-87da-0d28edfe37e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6cgth
    namespace: kserve-ci-e2e-test
    resourceVersion: "15876"
    uid: ebfd11d8-fa0b-46e8-81a7-640a6ec71a68
  kind: Event
  lastTimestamp: "2026-07-31T15:02:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:37Z"
    name: isvc-canary-rollback-predictor-7f985c86-6cgth.18c76807470e0f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16759"
    uid: eec8f366-2d34-40d4-a922-331dd46c525b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6cgth
    namespace: kserve-ci-e2e-test
    resourceVersion: "15876"
    uid: ebfd11d8-fa0b-46e8-81a7-640a6ec71a68
  kind: Event
  lastTimestamp: "2026-07-31T15:02:39Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:39Z"
    name: isvc-canary-rollback-predictor-7f985c86-6cgth.18c76807a40983d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: e3ecdebc-1915-46e5-9e6b-8fc70bed9a88
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T14:59:18.002041Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: f6fa28d3-9097-4f90-bf49-5cf02fd3171f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7f985c86-xjtwh
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T14:59:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T14:59:18Z"
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh.18c767d8c5a272c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14939"
    uid: 04b08c81-6203-407d-b80f-1ecf820b0c07
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76579bb875-w6d4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14947"
    uid: f6fa28d3-9097-4f90-bf49-5cf02fd3171f
  kind: Event
  lastTimestamp: "2026-07-31T14:59:18Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T14:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T14:59:18Z"
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh.18c767d8e017918b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14960"
    uid: 86f46df0-6659-4ddc-9bfc-29faa3da929c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14932"
    uid: f6fa28d3-9097-4f90-bf49-5cf02fd3171f
  kind: Event
  lastTimestamp: "2026-07-31T14:59:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T14:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:18Z"
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh.18c767d8e21d15a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14963"
    uid: c42aae59-5eb1-45f5-bea4-8b3f828c0775
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14932"
    uid: f6fa28d3-9097-4f90-bf49-5cf02fd3171f
  kind: Event
  lastTimestamp: "2026-07-31T14:59:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T14:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:18Z"
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh.18c767d8e53dd467
    namespace: kserve-ci-e2e-test
    resourceVersion: "14964"
    uid: 9bc3c573-ff17-4f33-b853-d5d7e22d5e7c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14932"
    uid: f6fa28d3-9097-4f90-bf49-5cf02fd3171f
  kind: Event
  lastTimestamp: "2026-07-31T14:59:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T14:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:18Z"
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh.18c767d8e5ba01e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14965"
    uid: fe267d9e-0164-4c85-9429-6afc08313d8a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14932"
    uid: f6fa28d3-9097-4f90-bf49-5cf02fd3171f
  kind: Event
  lastTimestamp: "2026-07-31T14:59:23Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
  metadata:
    creationTimestamp: "2026-07-31T14:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:23Z"
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh.18c767d9fd1d901b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15024"
    uid: 69107f85-cc08-4d20-a114-65d0c39606c6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14932"
    uid: f6fa28d3-9097-4f90-bf49-5cf02fd3171f
  kind: Event
  lastTimestamp: "2026-07-31T14:59:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    in 16.601s (16.601s including waiting). Image size: 1557910953 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T14:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:39Z"
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh.18c767dddaa7f8d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15153"
    uid: 9fd1749e-0c0d-4de6-92df-d3ccbead670f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14932"
    uid: f6fa28d3-9097-4f90-bf49-5cf02fd3171f
  kind: Event
  lastTimestamp: "2026-07-31T14:59:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T14:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:39Z"
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh.18c767ddde64e24b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 5198e1b2-2c3c-42d7-8abc-f7b0f223ff39
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14932"
    uid: f6fa28d3-9097-4f90-bf49-5cf02fd3171f
  kind: Event
  lastTimestamp: "2026-07-31T14:59:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T14:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:39Z"
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh.18c767dddeee93ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15159"
    uid: 6e1d5a7a-effd-48c0-8c58-07548cb21e98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14932"
    uid: f6fa28d3-9097-4f90-bf49-5cf02fd3171f
  kind: Event
  lastTimestamp: "2026-07-31T14:59:39Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-31T14:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:39Z"
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh.18c767dddefd4c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15161"
    uid: e9f8b7da-23cb-443b-8f0d-2d0709704734
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14932"
    uid: f6fa28d3-9097-4f90-bf49-5cf02fd3171f
  kind: Event
  lastTimestamp: "2026-07-31T14:59:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.614s (2.614s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T14:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:42Z"
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh.18c767de7acfc4d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: 5e247035-8a54-422c-a807-71ec51389a6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14932"
    uid: f6fa28d3-9097-4f90-bf49-5cf02fd3171f
  kind: Event
  lastTimestamp: "2026-07-31T14:59:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T14:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:42Z"
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh.18c767de7e8c9685
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: 0df1bf78-7bc7-4897-b0bf-5d74d9634333
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14932"
    uid: f6fa28d3-9097-4f90-bf49-5cf02fd3171f
  kind: Event
  lastTimestamp: "2026-07-31T14:59:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T14:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:42Z"
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh.18c767de7f16fca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15192"
    uid: f8e6c1fd-7342-44e2-83e9-488f33794887
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14932"
    uid: f6fa28d3-9097-4f90-bf49-5cf02fd3171f
  kind: Event
  lastTimestamp: "2026-07-31T15:00:55Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T14:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:00:55Z"
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh.18c767deeb73c240
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: 153ae3da-cfc7-4be2-9f64-feceef9d5e05
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14932"
    uid: f6fa28d3-9097-4f90-bf49-5cf02fd3171f
  kind: Event
  lastTimestamp: "2026-07-31T15:02:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:37Z"
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh.18c7680746f9249b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16756"
    uid: 2cdbf109-ce61-4f43-ae69-80e535d9c649
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14932"
    uid: f6fa28d3-9097-4f90-bf49-5cf02fd3171f
  kind: Event
  lastTimestamp: "2026-07-31T15:02:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:37Z"
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh.18c7680746f9c66c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16758"
    uid: 6b7b059b-3265-4c34-94b9-faca54614ee8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14932"
    uid: f6fa28d3-9097-4f90-bf49-5cf02fd3171f
  kind: Event
  lastTimestamp: "2026-07-31T15:02:40Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:40Z"
    name: isvc-canary-rollback-predictor-7f985c86-xjtwh.18c76807e63d3994
    namespace: kserve-ci-e2e-test
    resourceVersion: "16780"
    uid: 471930e6-2961-4bcc-95aa-391c70aa07b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7f985c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "14906"
    uid: 9f5b081f-449f-49a5-9627-2a4fb9540bc2
  kind: Event
  lastTimestamp: "2026-07-31T14:59:17Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7f985c86-xjtwh'
  metadata:
    creationTimestamp: "2026-07-31T14:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T14:59:17Z"
    name: isvc-canary-rollback-predictor-7f985c86.18c767d8c44f53a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14930"
    uid: 059f6107-e627-4f08-a818-841cccffb9d2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7f985c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "15859"
    uid: 9f5b081f-449f-49a5-9627-2a4fb9540bc2
  kind: Event
  lastTimestamp: "2026-07-31T15:01:07Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7f985c86-6cgth'
  metadata:
    creationTimestamp: "2026-07-31T15:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:01:07Z"
    name: isvc-canary-rollback-predictor-7f985c86.18c767f24cd73511
    namespace: kserve-ci-e2e-test
    resourceVersion: "15875"
    uid: 188b3be8-3d27-4882-9052-42c26349eca0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14903"
    uid: d4751298-d32f-479b-aa82-a2c59e1e38d0
  kind: Event
  lastTimestamp: "2026-07-31T14:59:17Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7f985c86 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-31T14:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T14:59:17Z"
    name: isvc-canary-rollback-predictor.18c767d8ba8bf0bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14908"
    uid: a8b1c0a2-16ee-4f79-b8f1-191808de86b8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15853"
    uid: d4751298-d32f-479b-aa82-a2c59e1e38d0
  kind: Event
  lastTimestamp: "2026-07-31T15:01:07Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7f985c86 from 1 to
    2
  metadata:
    creationTimestamp: "2026-07-31T15:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:01:07Z"
    name: isvc-canary-rollback-predictor.18c767f24806394d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15863"
    uid: c68007cc-ae78-4975-b3e9-c88564ebea34
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T14:59:18.007003Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 812cb9df-f2b7-49f2-a06d-0c0c3bdc515e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-758954f9f-zcg8l
    to ip-10-0-132-204.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T14:59:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T14:59:18Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l.18c767d8c5ee36df
    namespace: kserve-ci-e2e-test
    resourceVersion: "14937"
    uid: 5a9a699c-1817-4112-a6ce-2a720a1981d9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76579bb875-w6d4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14946"
    uid: 812cb9df-f2b7-49f2-a06d-0c0c3bdc515e
  kind: Event
  lastTimestamp: "2026-07-31T14:59:18Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T14:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T14:59:18Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l.18c767d8df014838
    namespace: kserve-ci-e2e-test
    resourceVersion: "14958"
    uid: 26afcf33-e5ea-480d-b238-135afa67d593
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14933"
    uid: 812cb9df-f2b7-49f2-a06d-0c0c3bdc515e
  kind: Event
  lastTimestamp: "2026-07-31T14:59:18Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
  metadata:
    creationTimestamp: "2026-07-31T14:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:18Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l.18c767d8e0c3dc6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14961"
    uid: 0e3ee1aa-a150-413e-834c-429fe1cdf063
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14933"
    uid: 812cb9df-f2b7-49f2-a06d-0c0c3bdc515e
  kind: Event
  lastTimestamp: "2026-07-31T14:59:21Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    in 2.915s (2.915s including waiting). Image size: 300978625 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T14:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:21Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l.18c767d98e87ae07
    namespace: kserve-ci-e2e-test
    resourceVersion: "14997"
    uid: 230c00c9-3adc-48df-8146-60c090d40689
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14933"
    uid: 812cb9df-f2b7-49f2-a06d-0c0c3bdc515e
  kind: Event
  lastTimestamp: "2026-07-31T14:59:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T14:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:21Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l.18c767d9926e1a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: 890c6bcd-fda4-4b3e-b71b-27461915da8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14933"
    uid: 812cb9df-f2b7-49f2-a06d-0c0c3bdc515e
  kind: Event
  lastTimestamp: "2026-07-31T14:59:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T14:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:21Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l.18c767d992dcbd0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14999"
    uid: 036bbcb7-c6e5-4006-9ac5-ec0a3559d7e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14933"
    uid: 812cb9df-f2b7-49f2-a06d-0c0c3bdc515e
  kind: Event
  lastTimestamp: "2026-07-31T14:59:25Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
  metadata:
    creationTimestamp: "2026-07-31T14:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:25Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l.18c767da95bfcd87
    namespace: kserve-ci-e2e-test
    resourceVersion: "15046"
    uid: d3d8d0c3-971b-4859-835f-6edad8584499
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14933"
    uid: 812cb9df-f2b7-49f2-a06d-0c0c3bdc515e
  kind: Event
  lastTimestamp: "2026-07-31T14:59:37Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    in 12.186s (12.186s including waiting). Image size: 1557910953 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T14:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:37Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l.18c767dd6c193184
    namespace: kserve-ci-e2e-test
    resourceVersion: "15139"
    uid: d8a1db62-0442-4f31-8234-19a2ada0e515
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14933"
    uid: 812cb9df-f2b7-49f2-a06d-0c0c3bdc515e
  kind: Event
  lastTimestamp: "2026-07-31T14:59:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T14:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:38Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l.18c767dd6f0f1bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15141"
    uid: 3102ddb4-2820-4cde-8245-571d915c288a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14933"
    uid: 812cb9df-f2b7-49f2-a06d-0c0c3bdc515e
  kind: Event
  lastTimestamp: "2026-07-31T14:59:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T14:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:38Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l.18c767dd6f7c81a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15142"
    uid: 5c8b7239-e15c-44bf-b62e-14161710408c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14933"
    uid: 812cb9df-f2b7-49f2-a06d-0c0c3bdc515e
  kind: Event
  lastTimestamp: "2026-07-31T14:59:38Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-31T14:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:38Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l.18c767dd6f888b17
    namespace: kserve-ci-e2e-test
    resourceVersion: "15143"
    uid: d273f215-a65e-40f6-b9c9-56273d359a8f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14933"
    uid: 812cb9df-f2b7-49f2-a06d-0c0c3bdc515e
  kind: Event
  lastTimestamp: "2026-07-31T14:59:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.507s (2.507s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T14:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:40Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l.18c767de04fe305f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15165"
    uid: daf62509-ac0e-4f34-b311-2987e760653c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14933"
    uid: 812cb9df-f2b7-49f2-a06d-0c0c3bdc515e
  kind: Event
  lastTimestamp: "2026-07-31T14:59:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T14:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:40Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l.18c767de080980e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 698ba872-907e-4275-a828-e4186ad9a395
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14933"
    uid: 812cb9df-f2b7-49f2-a06d-0c0c3bdc515e
  kind: Event
  lastTimestamp: "2026-07-31T14:59:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T14:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:40Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l.18c767de087626a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15167"
    uid: 9af5e489-9d1b-48af-acf0-58c7b98a3c9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14933"
    uid: 812cb9df-f2b7-49f2-a06d-0c0c3bdc515e
  kind: Event
  lastTimestamp: "2026-07-31T15:00:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T14:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:00:36Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l.18c767de1910b2d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15600"
    uid: eff4f331-4389-49f2-81e2-464d77021b64
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14933"
    uid: 812cb9df-f2b7-49f2-a06d-0c0c3bdc515e
  kind: Event
  lastTimestamp: "2026-07-31T15:01:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:07Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l.18c767f248b7e4c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15868"
    uid: 64868749-d891-4afd-86c0-9f4b89e4d1d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14933"
    uid: 812cb9df-f2b7-49f2-a06d-0c0c3bdc515e
  kind: Event
  lastTimestamp: "2026-07-31T15:01:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:07Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l.18c767f248b86fc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15869"
    uid: 7a0bf8f2-e336-477b-be49-8766297e97fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14933"
    uid: 812cb9df-f2b7-49f2-a06d-0c0c3bdc515e
  kind: Event
  lastTimestamp: "2026-07-31T15:01:11Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:01:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:11Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l.18c767f3495ace45
    namespace: kserve-ci-e2e-test
    resourceVersion: "15925"
    uid: fb87ea44-bfac-4e04-8865-a334d3714a30
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-758954f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: 861b3526-3764-4582-ad07-0a344510dda4
  kind: Event
  lastTimestamp: "2026-07-31T14:59:17Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-758954f9f-zcg8l'
  metadata:
    creationTimestamp: "2026-07-31T14:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T14:59:17Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f.18c767d8c4e00fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14935"
    uid: 418257e9-e885-4592-b48f-0b0ac8d841a2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14914"
    uid: 937f2ec3-b367-4b4a-8035-bd1fee64858c
  kind: Event
  lastTimestamp: "2026-07-31T14:59:17Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-758954f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-31T14:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T14:59:17Z"
    name: isvc-canary-rollback-v2-predictor.18c767d8be44113e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14918"
    uid: 860399c3-9b4e-4d01-98af-871a6d31b914
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14888"
    uid: 647e3497-d5ae-4153-87f5-922e043ef990
  kind: Event
  lastTimestamp: "2026-07-31T15:01:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T14:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:01:12Z"
    name: isvc-canary-rollback.18c767d8bdafb6f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15942"
    uid: bd3de05f-c67f-4eec-98b0-3e0cfe5d92b2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: 647e3497-d5ae-4153-87f5-922e043ef990
  kind: Event
  lastTimestamp: "2026-07-31T15:02:29Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:02:29Z"
    name: isvc-canary-rollback.18c767f1c0cac94a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16681"
    uid: 1ad0c0ca-6ed7-45b8-a7ea-8113d6ff465d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: 647e3497-d5ae-4153-87f5-922e043ef990
  kind: Event
  lastTimestamp: "2026-07-31T15:01:07Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:01:07Z"
    name: isvc-canary-rollback.18c767f24b77a4d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15872"
    uid: 114dc6f2-a865-42ff-94a7-72caf7cd533c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: 647e3497-d5ae-4153-87f5-922e043ef990
  kind: Event
  lastTimestamp: "2026-07-31T15:01:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:01:07Z"
    name: isvc-canary-rollback.18c767f24b77f524
    namespace: kserve-ci-e2e-test
    resourceVersion: "15873"
    uid: bdd48b79-fa47-4b66-8cae-6d09dba25ac0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15882"
    uid: 647e3497-d5ae-4153-87f5-922e043ef990
  kind: Event
  lastTimestamp: "2026-07-31T15:01:07Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-31T15:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:01:07Z"
    name: isvc-canary-rollback.18c767f24e5c2aaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15884"
    uid: 56d8fa5a-8d1d-4c4f-83af-f0e0a7fa7b15
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:02:42.962714Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-bptm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16829"
    uid: 6fe864da-7c43-4693-ac91-9e7d8f31a3d8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-6787f74994-bptm8
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:02:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:02:42Z"
    name: isvc-canary-stop-predictor-6787f74994-bptm8.18c768087e3e250f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: c8ebf066-0a89-4633-bed3-5843e41c4ff9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76579bb875-w6d4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-bptm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: 6fe864da-7c43-4693-ac91-9e7d8f31a3d8
  kind: Event
  lastTimestamp: "2026-07-31T15:02:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:43Z"
    name: isvc-canary-stop-predictor-6787f74994-bptm8.18c768088ba46646
    namespace: kserve-ci-e2e-test
    resourceVersion: "16873"
    uid: 18e037ad-4c3b-46f8-a807-965aea4189cc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-bptm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: 6fe864da-7c43-4693-ac91-9e7d8f31a3d8
  kind: Event
  lastTimestamp: "2026-07-31T15:02:44Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:02:44Z"
    name: isvc-canary-stop-predictor-6787f74994-bptm8.18c76808f52fd88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: 04b8b511-c02e-4293-ae66-c06f6e976c0f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-bptm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: 6fe864da-7c43-4693-ac91-9e7d8f31a3d8
  kind: Event
  lastTimestamp: "2026-07-31T15:02:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:44Z"
    name: isvc-canary-stop-predictor-6787f74994-bptm8.18c76808f6d60781
    namespace: kserve-ci-e2e-test
    resourceVersion: "16897"
    uid: 03fc3558-24ce-49de-bdef-1b5baba34406
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-bptm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: 6fe864da-7c43-4693-ac91-9e7d8f31a3d8
  kind: Event
  lastTimestamp: "2026-07-31T15:02:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:45Z"
    name: isvc-canary-stop-predictor-6787f74994-bptm8.18c76808f9e478ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16898"
    uid: c5457431-6166-4b9a-b527-01bc2f5bc276
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-bptm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: 6fe864da-7c43-4693-ac91-9e7d8f31a3d8
  kind: Event
  lastTimestamp: "2026-07-31T15:02:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:45Z"
    name: isvc-canary-stop-predictor-6787f74994-bptm8.18c76808fa597b9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16900"
    uid: 4b33eeb8-f6bc-460e-9f1e-9770d5c002a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-bptm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: 6fe864da-7c43-4693-ac91-9e7d8f31a3d8
  kind: Event
  lastTimestamp: "2026-07-31T15:02:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:49Z"
    name: isvc-canary-stop-predictor-6787f74994-bptm8.18c76809f9d96470
    namespace: kserve-ci-e2e-test
    resourceVersion: "16951"
    uid: 53ca835e-c065-4564-b36d-eab42098c896
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-bptm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: 6fe864da-7c43-4693-ac91-9e7d8f31a3d8
  kind: Event
  lastTimestamp: "2026-07-31T15:02:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:49Z"
    name: isvc-canary-stop-predictor-6787f74994-bptm8.18c76809fced9e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: e7af8e0d-8be4-420a-ab81-69e32556beb4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-bptm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: 6fe864da-7c43-4693-ac91-9e7d8f31a3d8
  kind: Event
  lastTimestamp: "2026-07-31T15:02:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:49Z"
    name: isvc-canary-stop-predictor-6787f74994-bptm8.18c76809fd65cece
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: 726905b2-d7ab-459a-b9ac-0b689368c510
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-bptm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: 6fe864da-7c43-4693-ac91-9e7d8f31a3d8
  kind: Event
  lastTimestamp: "2026-07-31T15:02:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:49Z"
    name: isvc-canary-stop-predictor-6787f74994-bptm8.18c76809fd72f4ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16955"
    uid: 88888084-1f54-4814-8561-765b44ab9afc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-bptm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: 6fe864da-7c43-4693-ac91-9e7d8f31a3d8
  kind: Event
  lastTimestamp: "2026-07-31T15:02:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:49Z"
    name: isvc-canary-stop-predictor-6787f74994-bptm8.18c7680a00bff89a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16958"
    uid: 8877716a-d79b-4a37-ba1e-cc136392748c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-bptm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: 6fe864da-7c43-4693-ac91-9e7d8f31a3d8
  kind: Event
  lastTimestamp: "2026-07-31T15:02:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:49Z"
    name: isvc-canary-stop-predictor-6787f74994-bptm8.18c7680a013bc74f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: 2d3ad069-8a1e-4bda-8043-6de0067d2c05
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-bptm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: 6fe864da-7c43-4693-ac91-9e7d8f31a3d8
  kind: Event
  lastTimestamp: "2026-07-31T15:04:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:28Z"
    name: isvc-canary-stop-predictor-6787f74994-bptm8.18c7680a35ef193f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18001"
    uid: c976527a-5f43-4c7d-848f-7c3362c416f2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-bptm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: 6fe864da-7c43-4693-ac91-9e7d8f31a3d8
  kind: Event
  lastTimestamp: "2026-07-31T15:04:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:22Z"
    name: isvc-canary-stop-predictor-6787f74994-bptm8.18c7681fc53e6b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17937"
    uid: ff70d419-0a3f-4eab-a210-15616bdadb6d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-bptm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: 6fe864da-7c43-4693-ac91-9e7d8f31a3d8
  kind: Event
  lastTimestamp: "2026-07-31T15:04:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:22Z"
    name: isvc-canary-stop-predictor-6787f74994-bptm8.18c7681fc53ee57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17941"
    uid: d2fa0012-24d9-45d1-9af7-0b097fcc9ffc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-bptm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: 6fe864da-7c43-4693-ac91-9e7d8f31a3d8
  kind: Event
  lastTimestamp: "2026-07-31T15:04:26Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:26Z"
    name: isvc-canary-stop-predictor-6787f74994-bptm8.18c76820903c5de8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17976"
    uid: 36c47a57-01a5-4d46-8e17-8aabe99c2746
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-6787f74994
    namespace: kserve-ci-e2e-test
    resourceVersion: "16813"
    uid: dff60e66-f217-4ec6-8588-45e8f5034039
  kind: Event
  lastTimestamp: "2026-07-31T15:02:42Z"
  message: 'Created pod: isvc-canary-stop-predictor-6787f74994-bptm8'
  metadata:
    creationTimestamp: "2026-07-31T15:02:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:02:42Z"
    name: isvc-canary-stop-predictor-6787f74994.18c768087dd2aa31
    namespace: kserve-ci-e2e-test
    resourceVersion: "16830"
    uid: 3551c5c0-4aeb-4be1-9c0b-354fb18c7d25
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16812"
    uid: f13f8f27-9032-4937-afdb-61be7a1b1d6e
  kind: Event
  lastTimestamp: "2026-07-31T15:02:42Z"
  message: Scaled up replica set isvc-canary-stop-predictor-6787f74994 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:02:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:02:42Z"
    name: isvc-canary-stop-predictor.18c7680879500d7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16814"
    uid: faca2570-c871-4f70-b8e2-0e657a836cc0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:02:42.973724Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16833"
    uid: be948750-737d-4a22-ab13-73489de01154
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-87f57fc87-ln4xq
    to ip-10-0-132-204.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:02:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:02:42Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq.18c768087ee62beb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16843"
    uid: 749ce51c-f160-47d6-8a2d-be62b88c6efa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76579bb875-w6d4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16837"
    uid: be948750-737d-4a22-ab13-73489de01154
  kind: Event
  lastTimestamp: "2026-07-31T15:02:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:43Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq.18c76808885c5ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16862"
    uid: e526a06e-cf0f-4817-8c61-eb3da746a30d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16849"
    uid: be948750-737d-4a22-ab13-73489de01154
  kind: Event
  lastTimestamp: "2026-07-31T15:02:43Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:02:44Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq.18c76808bc0fb589
    namespace: kserve-ci-e2e-test
    resourceVersion: "16876"
    uid: 9fda5bb7-8e05-469a-a098-748994536f9a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16837"
    uid: be948750-737d-4a22-ab13-73489de01154
  kind: Event
  lastTimestamp: "2026-07-31T15:02:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:44Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq.18c76808bdb4b5b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: e8c89221-b08f-482a-a1af-8fd976f89068
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16837"
    uid: be948750-737d-4a22-ab13-73489de01154
  kind: Event
  lastTimestamp: "2026-07-31T15:02:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:44Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq.18c76808c08ba693
    namespace: kserve-ci-e2e-test
    resourceVersion: "16881"
    uid: adb63f6f-3247-4b04-8317-03592fac6a91
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16837"
    uid: be948750-737d-4a22-ab13-73489de01154
  kind: Event
  lastTimestamp: "2026-07-31T15:02:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:44Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq.18c76808c0ef5edc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16882"
    uid: 36cb9c30-85d3-43ca-8573-02160c438a1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16837"
    uid: be948750-737d-4a22-ab13-73489de01154
  kind: Event
  lastTimestamp: "2026-07-31T15:02:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:48Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq.18c76809d65aebb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16942"
    uid: 229d2f01-f579-4a98-ac7e-678b056d037d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16837"
    uid: be948750-737d-4a22-ab13-73489de01154
  kind: Event
  lastTimestamp: "2026-07-31T15:02:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:48Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq.18c76809d9407d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "16944"
    uid: 587a5979-7cfa-4358-8e25-ef3711fb1a0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16837"
    uid: be948750-737d-4a22-ab13-73489de01154
  kind: Event
  lastTimestamp: "2026-07-31T15:02:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:48Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq.18c76809d9a0e271
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 8656f9f3-9541-4607-b304-ff47ca3c3c1c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16837"
    uid: be948750-737d-4a22-ab13-73489de01154
  kind: Event
  lastTimestamp: "2026-07-31T15:02:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:48Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq.18c76809d9ab0fca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16946"
    uid: 346938f9-7922-4a42-8625-4ce59bea1346
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16837"
    uid: be948750-737d-4a22-ab13-73489de01154
  kind: Event
  lastTimestamp: "2026-07-31T15:02:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:48Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq.18c76809dc45e230
    namespace: kserve-ci-e2e-test
    resourceVersion: "16947"
    uid: 69511cf1-eaa5-4c84-aed3-7ae53ebed4a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16837"
    uid: be948750-737d-4a22-ab13-73489de01154
  kind: Event
  lastTimestamp: "2026-07-31T15:02:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:48Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq.18c76809dcac7131
    namespace: kserve-ci-e2e-test
    resourceVersion: "16948"
    uid: 97c677ea-b1b1-45b9-b66c-b1305a02fa99
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16837"
    uid: be948750-737d-4a22-ab13-73489de01154
  kind: Event
  lastTimestamp: "2026-07-31T15:03:56Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:56Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq.18c7680a4e461276
    namespace: kserve-ci-e2e-test
    resourceVersion: "17703"
    uid: ee55b90b-563a-40d9-ac5b-4d871038a7d3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16837"
    uid: be948750-737d-4a22-ab13-73489de01154
  kind: Event
  lastTimestamp: "2026-07-31T15:04:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:22Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq.18c7681fc7576fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17949"
    uid: b9f2a925-fccf-445b-a31c-219af35f6b6f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16837"
    uid: be948750-737d-4a22-ab13-73489de01154
  kind: Event
  lastTimestamp: "2026-07-31T15:04:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:22Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq.18c7681fc757fa29
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: 584a0a35-fc17-40fc-b2fc-fa9fc670c424
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16837"
    uid: be948750-737d-4a22-ab13-73489de01154
  kind: Event
  lastTimestamp: "2026-07-31T15:04:26Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:26Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq.18c76820a888273b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17981"
    uid: 69e5fbf8-6865-4235-9c4e-264c27e167c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-87f57fc87
    namespace: kserve-ci-e2e-test
    resourceVersion: "16822"
    uid: a025120b-cec9-4ba2-9708-4971330196e5
  kind: Event
  lastTimestamp: "2026-07-31T15:02:42Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-87f57fc87-ln4xq'
  metadata:
    creationTimestamp: "2026-07-31T15:02:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:02:42Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87.18c768087e6a57c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16836"
    uid: 59337fb5-6394-4ea5-a653-29b5e150d437
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16820"
    uid: 607f8065-b40b-43d4-b057-342d9a0f31a0
  kind: Event
  lastTimestamp: "2026-07-31T15:02:42Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-87f57fc87 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-31T15:02:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:02:42Z"
    name: isvc-canary-stop-v2-predictor.18c768087b00977e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16824"
    uid: d98ee932-fbb4-4153-9473-ce5872bbee44
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16805"
    uid: 793a12b5-705d-42f4-9b31-4b2e8b264dc4
  kind: Event
  lastTimestamp: "2026-07-31T15:04:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:02:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:04:23Z"
    name: isvc-canary-stop.18c768087aadecb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17952"
    uid: 05fc05cc-5c4c-408f-a3ef-ce20a79ef1bc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16805"
    uid: 793a12b5-705d-42f4-9b31-4b2e8b264dc4
  kind: Event
  lastTimestamp: "2026-07-31T15:02:43Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:02:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:02:43Z"
    name: isvc-canary-stop.18c768087b1fb223
    namespace: kserve-ci-e2e-test
    resourceVersion: "16855"
    uid: bcae3a2f-5607-409a-9cc5-23095680afc8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16805"
    uid: 793a12b5-705d-42f4-9b31-4b2e8b264dc4
  kind: Event
  lastTimestamp: "2026-07-31T15:02:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:02:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:02:43Z"
    name: isvc-canary-stop.18c768087b200cc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16856"
    uid: 93450a7c-7166-4fe4-a65f-8ac843d61b20
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17891"
    uid: 793a12b5-705d-42f4-9b31-4b2e8b264dc4
  kind: Event
  lastTimestamp: "2026-07-31T15:04:18Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:04:18Z"
    name: isvc-canary-stop.18c7681eb0bcb808
    namespace: kserve-ci-e2e-test
    resourceVersion: "17892"
    uid: d047e854-b201-4b75-bb21-87428bdb3689
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17945"
    uid: 793a12b5-705d-42f4-9b31-4b2e8b264dc4
  kind: Event
  lastTimestamp: "2026-07-31T15:04:22Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-07-31T15:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:04:22Z"
    name: isvc-canary-stop.18c7681fc6ee6932
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: de8b6a3f-5df0-4919-b838-0445f6a7ffa2
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:06:41.660473Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-9fe2cb-predictor-6bd4c75665-bh2rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19449"
    uid: 5ac6655d-a248-4df1-b722-c5794263917e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-9fe2cb-predictor-6bd4c75665-bh2rj
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:06:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:06:41Z"
    name: isvc-init-fail-9fe2cb-predictor-6bd4c75665-bh2rj.18c7684011bcf5aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19455"
    uid: 79a23cef-ce49-41c7-837b-ec62ca5e83f6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76579bb875-w6d4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-9fe2cb-predictor-6bd4c75665-bh2rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19459"
    uid: 5ac6655d-a248-4df1-b722-c5794263917e
  kind: Event
  lastTimestamp: "2026-07-31T15:06:42Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:06:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:06:42Z"
    name: isvc-init-fail-9fe2cb-predictor-6bd4c75665-bh2rj.18c768402c9bf6cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19469"
    uid: 8e30c39a-6b9b-4b9d-99a9-2e158ae7722c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-9fe2cb-predictor-6bd4c75665-bh2rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19451"
    uid: 5ac6655d-a248-4df1-b722-c5794263917e
  kind: Event
  lastTimestamp: "2026-07-31T15:06:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:06:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:49Z"
    name: isvc-init-fail-9fe2cb-predictor-6bd4c75665-bh2rj.18c768402e2e3b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "19530"
    uid: 7b35e62f-392a-4441-849c-ae0a088f434e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-9fe2cb-predictor-6bd4c75665-bh2rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19451"
    uid: 5ac6655d-a248-4df1-b722-c5794263917e
  kind: Event
  lastTimestamp: "2026-07-31T15:06:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:06:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:49Z"
    name: isvc-init-fail-9fe2cb-predictor-6bd4c75665-bh2rj.18c76840315d3637
    namespace: kserve-ci-e2e-test
    resourceVersion: "19532"
    uid: 1b0b5c18-0996-4aff-9d64-19dd6cdf5a37
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-9fe2cb-predictor-6bd4c75665-bh2rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19451"
    uid: 5ac6655d-a248-4df1-b722-c5794263917e
  kind: Event
  lastTimestamp: "2026-07-31T15:06:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:06:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:49Z"
    name: isvc-init-fail-9fe2cb-predictor-6bd4c75665-bh2rj.18c7684031e392ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19535"
    uid: 80febb37-12c8-40d6-a887-efde4c5ae9b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-9fe2cb-predictor-6bd4c75665-bh2rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19451"
    uid: 5ac6655d-a248-4df1-b722-c5794263917e
  kind: Event
  lastTimestamp: "2026-07-31T15:06:51Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:06:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:51Z"
    name: isvc-init-fail-9fe2cb-predictor-6bd4c75665-bh2rj.18c7684265d48453
    namespace: kserve-ci-e2e-test
    resourceVersion: "19573"
    uid: c3afbb98-743f-4626-b1df-ba8fc3132227
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-9fe2cb-predictor-6bd4c75665
    namespace: kserve-ci-e2e-test
    resourceVersion: "19441"
    uid: 2195d3e8-a94d-4390-864f-cc59b9da6799
  kind: Event
  lastTimestamp: "2026-07-31T15:06:41Z"
  message: 'Created pod: isvc-init-fail-9fe2cb-predictor-6bd4c75665-bh2rj'
  metadata:
    creationTimestamp: "2026-07-31T15:06:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:06:41Z"
    name: isvc-init-fail-9fe2cb-predictor-6bd4c75665.18c768401147eb83
    namespace: kserve-ci-e2e-test
    resourceVersion: "19450"
    uid: a88a1602-f38a-4451-9d7c-e75219655494
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-9fe2cb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19439"
    uid: 3ce87c57-fbf1-4a79-99a4-427954d2482d
  kind: Event
  lastTimestamp: "2026-07-31T15:06:41Z"
  message: Scaled up replica set isvc-init-fail-9fe2cb-predictor-6bd4c75665 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-31T15:06:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:06:41Z"
    name: isvc-init-fail-9fe2cb-predictor.18c768400dfcb5c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19442"
    uid: 18725575-c069-41ac-b1cb-5f788af2a6ee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-9fe2cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19431"
    uid: ea59de87-1542-4a61-939e-392a840ff806
  kind: Event
  lastTimestamp: "2026-07-31T15:06:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:06:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:06:49Z"
    name: isvc-init-fail-9fe2cb.18c768400e01e9ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19536"
    uid: 73a18efa-2047-4206-bedd-49dac66afaff
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-9fe2cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19431"
    uid: ea59de87-1542-4a61-939e-392a840ff806
  kind: Event
  lastTimestamp: "2026-07-31T15:06:41Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-9fe2cb":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-9fe2cb":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:06:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:06:41Z"
    name: isvc-init-fail-9fe2cb.18c768400e8431d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19446"
    uid: 56394cd1-dd2b-487b-b446-a2a5c6b4e0c8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-9fe2cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19431"
    uid: ea59de87-1542-4a61-939e-392a840ff806
  kind: Event
  lastTimestamp: "2026-07-31T15:06:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-9fe2cb": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:06:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:06:41Z"
    name: isvc-init-fail-9fe2cb.18c768400e846cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19448"
    uid: c1bb28eb-2219-4c32-bbef-9054f93583fa
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:05:23.543215Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18672"
    uid: 1dc92568-1ba5-430b-a859-55fc674871da
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:05:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:05:23Z"
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv.18c7682de1963a86
    namespace: kserve-ci-e2e-test
    resourceVersion: "18677"
    uid: 94cc6ae2-12e8-4f17-b6fc-d35b5427fda0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76579bb875-w6d4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18675"
    uid: 1dc92568-1ba5-430b-a859-55fc674871da
  kind: Event
  lastTimestamp: "2026-07-31T15:05:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-126e1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:23Z"
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv.18c7682debaa045a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18687"
    uid: 322dce45-82d4-4756-908b-a42171109006
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18681"
    uid: 1dc92568-1ba5-430b-a859-55fc674871da
  kind: Event
  lastTimestamp: "2026-07-31T15:05:24Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:05:24Z"
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv.18c7682e1fe3c977
    namespace: kserve-ci-e2e-test
    resourceVersion: "18697"
    uid: 7e14a790-0e5a-4b1c-b86c-08f60cd453d2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18675"
    uid: 1dc92568-1ba5-430b-a859-55fc674871da
  kind: Event
  lastTimestamp: "2026-07-31T15:05:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:24Z"
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv.18c7682e21779036
    namespace: kserve-ci-e2e-test
    resourceVersion: "18699"
    uid: 6f72f6a7-fc74-41c5-93a7-e5d8299f4c41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18675"
    uid: 1dc92568-1ba5-430b-a859-55fc674871da
  kind: Event
  lastTimestamp: "2026-07-31T15:05:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:24Z"
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv.18c7682e2497a54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18700"
    uid: 1508b51d-c72e-4960-b63e-bf2cf1200f5c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18675"
    uid: 1dc92568-1ba5-430b-a859-55fc674871da
  kind: Event
  lastTimestamp: "2026-07-31T15:05:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:24Z"
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv.18c7682e251e6ceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18701"
    uid: 12ee434b-a3a8-4569-ac6c-88b0db0e8d32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18675"
    uid: 1dc92568-1ba5-430b-a859-55fc674871da
  kind: Event
  lastTimestamp: "2026-07-31T15:05:29Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:29Z"
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv.18c7682f325b788f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18741"
    uid: 90e23209-807f-47f9-997a-cb412daa6e7c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18675"
    uid: 1dc92568-1ba5-430b-a859-55fc674871da
  kind: Event
  lastTimestamp: "2026-07-31T15:05:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:29Z"
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv.18c7682f3610f449
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: e855c945-e9bc-49ae-b25a-ac185c4da8f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18675"
    uid: 1dc92568-1ba5-430b-a859-55fc674871da
  kind: Event
  lastTimestamp: "2026-07-31T15:05:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:29Z"
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv.18c7682f36a7c689
    namespace: kserve-ci-e2e-test
    resourceVersion: "18746"
    uid: ebf0e845-1aeb-4400-a523-27d25a3241c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18675"
    uid: 1dc92568-1ba5-430b-a859-55fc674871da
  kind: Event
  lastTimestamp: "2026-07-31T15:05:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:29Z"
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv.18c7682f36b4af93
    namespace: kserve-ci-e2e-test
    resourceVersion: "18747"
    uid: 14939485-044a-40ad-bde7-7bdf98f5e64a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18675"
    uid: 1dc92568-1ba5-430b-a859-55fc674871da
  kind: Event
  lastTimestamp: "2026-07-31T15:05:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:29Z"
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv.18c7682f3a373a4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18750"
    uid: c5ea8b94-c9ec-4ad6-823c-2503621160c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18675"
    uid: 1dc92568-1ba5-430b-a859-55fc674871da
  kind: Event
  lastTimestamp: "2026-07-31T15:05:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:29Z"
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv.18c7682f3abfaa09
    namespace: kserve-ci-e2e-test
    resourceVersion: "18751"
    uid: a8b16479-b475-42aa-99b0-0da4bb671007
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18675"
    uid: 1dc92568-1ba5-430b-a859-55fc674871da
  kind: Event
  lastTimestamp: "2026-07-31T15:05:29Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:48e3bc7f42ad0232c61ed1e7bb17842ea341630d39dfec302fe5b9430f32cdaa"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:29Z"
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv.18c7682f3acb310d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18752"
    uid: bc1d69d5-e849-47a1-ac2a-b1c23b6d1801
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18675"
    uid: 1dc92568-1ba5-430b-a859-55fc674871da
  kind: Event
  lastTimestamp: "2026-07-31T15:05:29Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-31T15:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:29Z"
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv.18c7682f3e39461e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18754"
    uid: d0eabf7f-1ee6-4fc8-a2a4-6a721e5ac89f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18675"
    uid: 1dc92568-1ba5-430b-a859-55fc674871da
  kind: Event
  lastTimestamp: "2026-07-31T15:05:29Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-31T15:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:29Z"
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv.18c7682f3ebf82ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "18755"
    uid: baf5adc0-6163-4875-8bdc-1d9b7b38ea2b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18675"
    uid: 1dc92568-1ba5-430b-a859-55fc674871da
  kind: Event
  lastTimestamp: "2026-07-31T15:07:16Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:16Z"
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv.18c7682f6e6afdfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19925"
    uid: c1e057d4-33a9-4944-8f57-1be242f92667
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18675"
    uid: 1dc92568-1ba5-430b-a859-55fc674871da
  kind: Event
  lastTimestamp: "2026-07-31T15:07:16Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-31T15:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:16Z"
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv.18c7682faa3ecf78
    namespace: kserve-ci-e2e-test
    resourceVersion: "19926"
    uid: 581c9baa-187f-4018-94e4-9083acc5744a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18675"
    uid: 1dc92568-1ba5-430b-a859-55fc674871da
  kind: Event
  lastTimestamp: "2026-07-31T15:07:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:08Z"
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv.18c7684664029483
    namespace: kserve-ci-e2e-test
    resourceVersion: "19802"
    uid: c8955d76-2082-48ec-91a6-950239611bab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18675"
    uid: 1dc92568-1ba5-430b-a859-55fc674871da
  kind: Event
  lastTimestamp: "2026-07-31T15:07:08Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-31T15:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:08Z"
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv.18c7684664032634
    namespace: kserve-ci-e2e-test
    resourceVersion: "19804"
    uid: a03b91a2-1b33-4ac7-85b8-1a374183f809
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18675"
    uid: 1dc92568-1ba5-430b-a859-55fc674871da
  kind: Event
  lastTimestamp: "2026-07-31T15:07:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:08Z"
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv.18c768466403b1da
    namespace: kserve-ci-e2e-test
    resourceVersion: "19805"
    uid: 6f2d8554-269f-4e3a-9ff2-1674f32b73ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "18675"
    uid: 1dc92568-1ba5-430b-a859-55fc674871da
  kind: Event
  lastTimestamp: "2026-07-31T15:07:12Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:12Z"
    name: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv.18c768472edfb525
    namespace: kserve-ci-e2e-test
    resourceVersion: "19886"
    uid: 55b3517a-8d65-42dd-893b-51b521692295
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-126e1-predictor-5d5f845887
    namespace: kserve-ci-e2e-test
    resourceVersion: "18660"
    uid: 47a9139c-4c72-4497-b0e4-a0014c849165
  kind: Event
  lastTimestamp: "2026-07-31T15:05:23Z"
  message: 'Created pod: isvc-logger-raw-126e1-predictor-5d5f845887-hpvnv'
  metadata:
    creationTimestamp: "2026-07-31T15:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:05:23Z"
    name: isvc-logger-raw-126e1-predictor-5d5f845887.18c7682de1249f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18674"
    uid: 87a132bc-e3f8-4e01-ac6c-0b312353924f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-126e1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18657"
    uid: e60c7443-a973-4303-a162-a275a48e0229
  kind: Event
  lastTimestamp: "2026-07-31T15:05:23Z"
  message: Scaled up replica set isvc-logger-raw-126e1-predictor-5d5f845887 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-31T15:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:05:23Z"
    name: isvc-logger-raw-126e1-predictor.18c7682ddd9fc7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18662"
    uid: bf7949bf-3ffe-481e-b494-76e095f7acf8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-126e1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18659"
    uid: 0eb66379-6c0f-4371-b5c8-b5746682355d
  kind: Event
  lastTimestamp: "2026-07-31T15:05:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:05:53Z"
    name: isvc-logger-raw-126e1-predictor.18c768315c2f1526
    namespace: kserve-ci-e2e-test
    resourceVersion: "18947"
    uid: 740ce0fc-2dfc-45b5-8e90-0f7fa4198f96
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-126e1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18659"
    uid: 0eb66379-6c0f-4371-b5c8-b5746682355d
  kind: Event
  lastTimestamp: "2026-07-31T15:05:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:05:53Z"
    name: isvc-logger-raw-126e1-predictor.18c768315c8e3fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18948"
    uid: de17ea91-6734-468d-b611-56817f47eb78
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-126e1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18837"
    uid: 0eb66379-6c0f-4371-b5c8-b5746682355d
  kind: Event
  lastTimestamp: "2026-07-31T15:07:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:07:08Z"
    name: isvc-logger-raw-126e1-predictor.18c768385a1a5d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19763"
    uid: 4e071c87-b725-4ebb-9258-25d4eccb8f2b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-126e1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18837"
    uid: 0eb66379-6c0f-4371-b5c8-b5746682355d
  kind: Event
  lastTimestamp: "2026-07-31T15:07:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:07:08Z"
    name: isvc-logger-raw-126e1-predictor.18c768385a699a82
    namespace: kserve-ci-e2e-test
    resourceVersion: "19764"
    uid: 51f7c2f4-773d-4962-be18-a56cd04bd224
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-126e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18650"
    uid: 208b2c75-7711-4ceb-b891-cc4f354b5cdb
  kind: Event
  lastTimestamp: "2026-07-31T15:06:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:06:56Z"
    name: isvc-logger-raw-126e1.18c7682dddb52011
    namespace: kserve-ci-e2e-test
    resourceVersion: "19619"
    uid: af8c0c39-436a-4ffa-809e-4f28b2bbd64b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-126e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18650"
    uid: 208b2c75-7711-4ceb-b891-cc4f354b5cdb
  kind: Event
  lastTimestamp: "2026-07-31T15:05:23Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-126e1":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-126e1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:05:23Z"
    name: isvc-logger-raw-126e1.18c7682dde6b732e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18683"
    uid: f375f2c8-26be-440c-9fe3-fb229c927624
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-126e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18654"
    uid: 208b2c75-7711-4ceb-b891-cc4f354b5cdb
  kind: Event
  lastTimestamp: "2026-07-31T15:05:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-126e1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:05:23Z"
    name: isvc-logger-raw-126e1.18c7682de3fa97bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18684"
    uid: ab8b4eab-ac8a-4b87-9c51-c893ad82373c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-126e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19616"
    uid: 208b2c75-7711-4ceb-b891-cc4f354b5cdb
  kind: Event
  lastTimestamp: "2026-07-31T15:06:56Z"
  message: InferenceService [isvc-logger-raw-126e1] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:06:56Z"
    name: isvc-logger-raw-126e1.18c768437b75b03d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19617"
    uid: a3dae2a2-11b5-4439-b5b6-731532130093
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:14:58.798827Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23777"
    uid: 1e91ba2c-b1db-4c86-bc0d-6734a9c822ff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:14:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:14:58Z"
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp.18c768b3d17e407c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23781"
    uid: 07914ec8-d675-421e-8a93-d9a22b3694ca
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76579bb875-w6d4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23779"
    uid: 1e91ba2c-b1db-4c86-bc0d-6734a9c822ff
  kind: Event
  lastTimestamp: "2026-07-31T15:14:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-cipn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:59Z"
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp.18c768b3ddd6a88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23793"
    uid: c759ea02-adea-4e38-8627-0e52517b953d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23785"
    uid: 1e91ba2c-b1db-4c86-bc0d-6734a9c822ff
  kind: Event
  lastTimestamp: "2026-07-31T15:14:59Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:14:59Z"
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp.18c768b40f9bb55f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23802"
    uid: e32b5f17-8b1f-4bc8-b8ed-48c94c3db47b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23779"
    uid: 1e91ba2c-b1db-4c86-bc0d-6734a9c822ff
  kind: Event
  lastTimestamp: "2026-07-31T15:14:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:59Z"
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp.18c768b41140e66f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23804"
    uid: 3a654fea-f8c2-4c4b-9f5e-a23545593c6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23779"
    uid: 1e91ba2c-b1db-4c86-bc0d-6734a9c822ff
  kind: Event
  lastTimestamp: "2026-07-31T15:14:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:59Z"
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp.18c768b41403b7b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23805"
    uid: 62fdb45b-bdeb-4d0b-9952-b1ba42f3384e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23779"
    uid: 1e91ba2c-b1db-4c86-bc0d-6734a9c822ff
  kind: Event
  lastTimestamp: "2026-07-31T15:14:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:59Z"
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp.18c768b41474e5fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23806"
    uid: 0da352c9-4ee7-4936-a74b-dbd41da26861
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:15:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23779"
    uid: 1e91ba2c-b1db-4c86-bc0d-6734a9c822ff
  kind: Event
  lastTimestamp: "2026-07-31T15:15:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:15:04Z"
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp.18c768b53e327cbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23849"
    uid: 5d7df11b-3e4f-4fde-bb4f-719043ddba39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:15:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23779"
    uid: 1e91ba2c-b1db-4c86-bc0d-6734a9c822ff
  kind: Event
  lastTimestamp: "2026-07-31T15:15:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:15:04Z"
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp.18c768b54121e7ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23852"
    uid: 0857f7d0-392c-47e6-859a-646da96864c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:15:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23779"
    uid: 1e91ba2c-b1db-4c86-bc0d-6734a9c822ff
  kind: Event
  lastTimestamp: "2026-07-31T15:15:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:15:04Z"
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp.18c768b5419dc9ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23854"
    uid: 8f6915c8-e7a1-4a7b-a751-0a833a220328
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:15:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23779"
    uid: 1e91ba2c-b1db-4c86-bc0d-6734a9c822ff
  kind: Event
  lastTimestamp: "2026-07-31T15:15:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:15:04Z"
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp.18c768b541a9a1bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23856"
    uid: e213ac69-8a10-4a60-bea7-d69f1dd046e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:15:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23779"
    uid: 1e91ba2c-b1db-4c86-bc0d-6734a9c822ff
  kind: Event
  lastTimestamp: "2026-07-31T15:15:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:15:05Z"
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp.18c768b54506fef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23858"
    uid: cb6fba21-0b25-406f-bb45-552ef543fe86
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:15:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23779"
    uid: 1e91ba2c-b1db-4c86-bc0d-6734a9c822ff
  kind: Event
  lastTimestamp: "2026-07-31T15:15:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:15:05Z"
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp.18c768b5457ff369
    namespace: kserve-ci-e2e-test
    resourceVersion: "23859"
    uid: d0d95caa-63c8-4676-8b91-ad87cca00f94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:15:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23779"
    uid: 1e91ba2c-b1db-4c86-bc0d-6734a9c822ff
  kind: Event
  lastTimestamp: "2026-07-31T15:15:05Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:48e3bc7f42ad0232c61ed1e7bb17842ea341630d39dfec302fe5b9430f32cdaa"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:15:05Z"
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp.18c768b5458c04ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23860"
    uid: 871558e9-fe63-4325-93e3-880cf928dfd3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:15:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23779"
    uid: 1e91ba2c-b1db-4c86-bc0d-6734a9c822ff
  kind: Event
  lastTimestamp: "2026-07-31T15:15:05Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-31T15:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:15:05Z"
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp.18c768b548eb7356
    namespace: kserve-ci-e2e-test
    resourceVersion: "23863"
    uid: 8f31d521-5471-4cfc-a0bb-1a97bdd4f709
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:15:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23779"
    uid: 1e91ba2c-b1db-4c86-bc0d-6734a9c822ff
  kind: Event
  lastTimestamp: "2026-07-31T15:15:05Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-31T15:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:15:05Z"
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp.18c768b54969774e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23864"
    uid: 8afd33aa-bf2e-4d3b-8fc7-1a9e7f9df20a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:15:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23779"
    uid: 1e91ba2c-b1db-4c86-bc0d-6734a9c822ff
  kind: Event
  lastTimestamp: "2026-07-31T15:16:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:16:42Z"
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp.18c768b57a453beb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24662"
    uid: 6ac23f09-77c6-471c-b01b-ceb44096b2cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:15:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23779"
    uid: 1e91ba2c-b1db-4c86-bc0d-6734a9c822ff
  kind: Event
  lastTimestamp: "2026-07-31T15:16:42Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-31T15:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:16:42Z"
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp.18c768b5b62b7709
    namespace: kserve-ci-e2e-test
    resourceVersion: "24663"
    uid: 488117c2-2cd4-4ee0-989b-1c897bb6941e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23779"
    uid: 1e91ba2c-b1db-4c86-bc0d-6734a9c822ff
  kind: Event
  lastTimestamp: "2026-07-31T15:16:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:16:33Z"
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp.18c768c9fba3e234
    namespace: kserve-ci-e2e-test
    resourceVersion: "24542"
    uid: c4462cd4-a71d-4946-bc4a-c58a637640cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23779"
    uid: 1e91ba2c-b1db-4c86-bc0d-6734a9c822ff
  kind: Event
  lastTimestamp: "2026-07-31T15:16:33Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-31T15:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:16:34Z"
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp.18c768c9fba421d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24543"
    uid: b8381ac0-d9ba-43fc-9efd-272534f94dfc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23779"
    uid: 1e91ba2c-b1db-4c86-bc0d-6734a9c822ff
  kind: Event
  lastTimestamp: "2026-07-31T15:16:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:16:34Z"
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp.18c768c9fba4ebaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24544"
    uid: 6e3f4eb4-ef4f-416d-be56-645fb3eb8b15
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:16:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23779"
    uid: 1e91ba2c-b1db-4c86-bc0d-6734a9c822ff
  kind: Event
  lastTimestamp: "2026-07-31T15:16:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:16:47Z"
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp.18c768cae6796540
    namespace: kserve-ci-e2e-test
    resourceVersion: "24698"
    uid: cbd5fae6-c9df-4439-81b5-5bf547a28a40
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486
    namespace: kserve-ci-e2e-test
    resourceVersion: "23765"
    uid: 2a45bfa9-f253-4b0a-bd44-f90707d15421
  kind: Event
  lastTimestamp: "2026-07-31T15:14:58Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-7c7ccfc486-m7vwp'
  metadata:
    creationTimestamp: "2026-07-31T15:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:14:58Z"
    name: isvc-logger-raw-cipn-predictor-7c7ccfc486.18c768b3d1093278
    namespace: kserve-ci-e2e-test
    resourceVersion: "23778"
    uid: 5da5a360-852f-4680-a05f-c75ad4170bde
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23763"
    uid: 6b44a2a3-623d-4546-8ea1-84a0dc243dac
  kind: Event
  lastTimestamp: "2026-07-31T15:14:58Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-7c7ccfc486 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-31T15:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:14:58Z"
    name: isvc-logger-raw-cipn-predictor.18c768b3cc276a48
    namespace: kserve-ci-e2e-test
    resourceVersion: "23769"
    uid: 77b6554e-a5ed-4442-9be3-7227ee557c84
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:15:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23764"
    uid: 4bfab283-adc2-423e-bf6b-4734bf83acfd
  kind: Event
  lastTimestamp: "2026-07-31T15:15:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:15:43Z"
    name: isvc-logger-raw-cipn-predictor.18c768b74a8c118f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24156"
    uid: 39f71b3a-1ad2-4a67-bad1-d7868bace4e4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:15:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23764"
    uid: 4bfab283-adc2-423e-bf6b-4734bf83acfd
  kind: Event
  lastTimestamp: "2026-07-31T15:15:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:15:43Z"
    name: isvc-logger-raw-cipn-predictor.18c768b74af0b0cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24157"
    uid: aa245120-e2ba-4a2f-9e0d-08538abb0464
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T15:15:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23934"
    uid: 4bfab283-adc2-423e-bf6b-4734bf83acfd
  kind: Event
  lastTimestamp: "2026-07-31T15:16:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:16:28Z"
    name: isvc-logger-raw-cipn-predictor.18c768baca48907f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24487"
    uid: 61f12557-e3db-4172-9ea9-a5f75f5500c2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T15:15:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23934"
    uid: 4bfab283-adc2-423e-bf6b-4734bf83acfd
  kind: Event
  lastTimestamp: "2026-07-31T15:16:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:16:28Z"
    name: isvc-logger-raw-cipn-predictor.18c768bacac1a974
    namespace: kserve-ci-e2e-test
    resourceVersion: "24488"
    uid: ec723414-98b1-4098-8356-e1113bdedf7d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23757"
    uid: 395735d5-2c1a-4432-8a20-fb74f5954830
  kind: Event
  lastTimestamp: "2026-07-31T15:16:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:16:23Z"
    name: isvc-logger-raw-cipn.18c768b3cc23fb70
    namespace: kserve-ci-e2e-test
    resourceVersion: "24447"
    uid: 7a96e9d4-b694-4ed4-9beb-96283d5b8acf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23757"
    uid: 395735d5-2c1a-4432-8a20-fb74f5954830
  kind: Event
  lastTimestamp: "2026-07-31T15:14:58Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:14:58Z"
    name: isvc-logger-raw-cipn.18c768b3cca8e570
    namespace: kserve-ci-e2e-test
    resourceVersion: "23787"
    uid: 55e4b956-f8bf-4272-973a-07e1f7ef4fda
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23762"
    uid: 395735d5-2c1a-4432-8a20-fb74f5954830
  kind: Event
  lastTimestamp: "2026-07-31T15:14:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:14:58Z"
    name: isvc-logger-raw-cipn.18c768b3d44a7670
    namespace: kserve-ci-e2e-test
    resourceVersion: "23788"
    uid: 43de8990-197f-42dc-ad5c-55b412953e81
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:16:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24445"
    uid: 395735d5-2c1a-4432-8a20-fb74f5954830
  kind: Event
  lastTimestamp: "2026-07-31T15:16:23Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:16:23Z"
    name: isvc-logger-raw-cipn.18c768c76ffbfa5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24446"
    uid: 630f50bb-21a9-40e0-a364-874986b46023
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:04:33.250960Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18061"
    uid: e91aefa0-8a19-4a75-b685-57626fd328d8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5
    to ip-10-0-132-204.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:04:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:04:33Z"
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5.18c768222c0b1fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "18066"
    uid: 4ecbbeb8-9a82-4f6c-9942-6fcb624f32aa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76579bb875-w6d4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18072"
    uid: e91aefa0-8a19-4a75-b685-57626fd328d8
  kind: Event
  lastTimestamp: "2026-07-31T15:04:33Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:04:33Z"
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5.18c76822453ad046
    namespace: kserve-ci-e2e-test
    resourceVersion: "18080"
    uid: 89fae2ec-3570-4d34-829e-a493723c6ff0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18062"
    uid: e91aefa0-8a19-4a75-b685-57626fd328d8
  kind: Event
  lastTimestamp: "2026-07-31T15:04:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:33Z"
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5.18c7682246edc4ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18082"
    uid: 4f433f60-d613-4c80-b5a0-e0362fef4e1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18062"
    uid: e91aefa0-8a19-4a75-b685-57626fd328d8
  kind: Event
  lastTimestamp: "2026-07-31T15:04:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:33Z"
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5.18c7682249cd74c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18083"
    uid: ee48f1a1-aeba-402e-8e7e-53b63848e7f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18062"
    uid: e91aefa0-8a19-4a75-b685-57626fd328d8
  kind: Event
  lastTimestamp: "2026-07-31T15:04:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:33Z"
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5.18c768224a27f196
    namespace: kserve-ci-e2e-test
    resourceVersion: "18084"
    uid: a4b64c08-cdab-4364-b341-8c53b86fdaf8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18062"
    uid: e91aefa0-8a19-4a75-b685-57626fd328d8
  kind: Event
  lastTimestamp: "2026-07-31T15:04:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:38Z"
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5.18c7682355c86080
    namespace: kserve-ci-e2e-test
    resourceVersion: "18132"
    uid: 3393ae28-3f5e-401d-b26c-239a2a76ca4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18062"
    uid: e91aefa0-8a19-4a75-b685-57626fd328d8
  kind: Event
  lastTimestamp: "2026-07-31T15:04:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:38Z"
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5.18c76823591fa694
    namespace: kserve-ci-e2e-test
    resourceVersion: "18135"
    uid: a65596cc-efc1-48b1-ad88-d0cc29d2ff33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18062"
    uid: e91aefa0-8a19-4a75-b685-57626fd328d8
  kind: Event
  lastTimestamp: "2026-07-31T15:04:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:38Z"
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5.18c76823598c6649
    namespace: kserve-ci-e2e-test
    resourceVersion: "18138"
    uid: 36d4fb82-bddc-40e8-8d10-57da46b0ad85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18062"
    uid: e91aefa0-8a19-4a75-b685-57626fd328d8
  kind: Event
  lastTimestamp: "2026-07-31T15:04:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:38Z"
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5.18c7682359972395
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: b2a763f3-f34a-4fdb-91ba-9c9a2765f976
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18062"
    uid: e91aefa0-8a19-4a75-b685-57626fd328d8
  kind: Event
  lastTimestamp: "2026-07-31T15:04:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:38Z"
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5.18c768235cb79786
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: 155f707a-5ae7-4490-af3b-ff38e2ca240b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18062"
    uid: e91aefa0-8a19-4a75-b685-57626fd328d8
  kind: Event
  lastTimestamp: "2026-07-31T15:04:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:38Z"
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5.18c768235d24c678
    namespace: kserve-ci-e2e-test
    resourceVersion: "18143"
    uid: d043f548-d7d8-4314-a579-c1c0f1b2de40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18062"
    uid: e91aefa0-8a19-4a75-b685-57626fd328d8
  kind: Event
  lastTimestamp: "2026-07-31T15:05:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:46Z"
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5.18c76823cda00e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "18891"
    uid: d8de0f13-0ab4-44fa-9aa9-e447b56cb022
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18062"
    uid: e91aefa0-8a19-4a75-b685-57626fd328d8
  kind: Event
  lastTimestamp: "2026-07-31T15:06:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:06:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:36Z"
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5.18c7683edda19b3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: fbdc7b99-a3a6-41aa-ba94-cd51dba4813d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18062"
    uid: e91aefa0-8a19-4a75-b685-57626fd328d8
  kind: Event
  lastTimestamp: "2026-07-31T15:06:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:06:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:36Z"
    name: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5.18c7683edda20164
    namespace: kserve-ci-e2e-test
    resourceVersion: "19377"
    uid: 7c37a3cf-c1c4-4377-a7ee-aabff46174d1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-74ffcf-predictor-74d5dd6f74
    namespace: kserve-ci-e2e-test
    resourceVersion: "18052"
    uid: 128e22a3-912f-4f6a-a930-223326b4ece8
  kind: Event
  lastTimestamp: "2026-07-31T15:04:33Z"
  message: 'Created pod: isvc-primary-74ffcf-predictor-74d5dd6f74-m4gd5'
  metadata:
    creationTimestamp: "2026-07-31T15:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:04:33Z"
    name: isvc-primary-74ffcf-predictor-74d5dd6f74.18c768222b72b5b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18063"
    uid: e9bc9340-7614-4bbe-bfd4-edc51cc3e3ee
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-74ffcf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18050"
    uid: ac08164f-bcc4-4822-a48f-42a093c4d83e
  kind: Event
  lastTimestamp: "2026-07-31T15:04:33Z"
  message: Scaled up replica set isvc-primary-74ffcf-predictor-74d5dd6f74 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-31T15:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:04:33Z"
    name: isvc-primary-74ffcf-predictor.18c76822268bee91
    namespace: kserve-ci-e2e-test
    resourceVersion: "18053"
    uid: f90d4c4f-7e75-44d7-ac55-f2bd81e6455b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-74ffcf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18051"
    uid: 938b3533-3ebf-4a4d-a6ce-4604bc9563af
  kind: Event
  lastTimestamp: "2026-07-31T15:05:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:05:18Z"
    name: isvc-primary-74ffcf-predictor.18c76825a512039d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18608"
    uid: 7960cbe3-cff3-4a11-9e0a-18d603e32dbb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-74ffcf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18051"
    uid: 938b3533-3ebf-4a4d-a6ce-4604bc9563af
  kind: Event
  lastTimestamp: "2026-07-31T15:05:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:05:18Z"
    name: isvc-primary-74ffcf-predictor.18c76825a57d4aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18609"
    uid: 38bf3047-e9ee-4030-b28f-fc30651bf1f0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-74ffcf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18216"
    uid: 938b3533-3ebf-4a4d-a6ce-4604bc9563af
  kind: Event
  lastTimestamp: "2026-07-31T15:06:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:06:18Z"
    name: isvc-primary-74ffcf-predictor.18c7683022e25e90
    namespace: kserve-ci-e2e-test
    resourceVersion: "19151"
    uid: b5099188-daa8-42fb-82b7-36747b97e04e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-74ffcf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18216"
    uid: 938b3533-3ebf-4a4d-a6ce-4604bc9563af
  kind: Event
  lastTimestamp: "2026-07-31T15:06:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:06:18Z"
    name: isvc-primary-74ffcf-predictor.18c768302355ae2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19152"
    uid: 175857df-3c27-499b-81e1-7ac2a40c9bb8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-74ffcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18042"
    uid: 5ce059dc-a1a0-4dcf-b492-6e9d0944a53e
  kind: Event
  lastTimestamp: "2026-07-31T15:05:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:05:56Z"
    name: isvc-primary-74ffcf.18c76822268cc6d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18975"
    uid: c1fcbef1-cfd7-4f4a-a73f-e5004fb64614
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-74ffcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18042"
    uid: 5ce059dc-a1a0-4dcf-b492-6e9d0944a53e
  kind: Event
  lastTimestamp: "2026-07-31T15:04:33Z"
  message: 'Failed to update status for InferenceService "isvc-primary-74ffcf": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-74ffcf":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:04:33Z"
    name: isvc-primary-74ffcf.18c768222704aeab
    namespace: kserve-ci-e2e-test
    resourceVersion: "18056"
    uid: e78a80a7-3511-4b32-8d30-747ac76c2469
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-74ffcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18042"
    uid: 5ce059dc-a1a0-4dcf-b492-6e9d0944a53e
  kind: Event
  lastTimestamp: "2026-07-31T15:04:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-74ffcf": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:04:33Z"
    name: isvc-primary-74ffcf.18c768222704fc79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18057"
    uid: a62f9846-e3d8-4d65-b285-634b96292f3b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-74ffcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18972"
    uid: 5ce059dc-a1a0-4dcf-b492-6e9d0944a53e
  kind: Event
  lastTimestamp: "2026-07-31T15:05:56Z"
  message: InferenceService [isvc-primary-74ffcf] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:05:56Z"
    name: isvc-primary-74ffcf.18c76835860c3c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18974"
    uid: 59367f6c-e12d-46bb-83a4-99c4840b6652
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T14:59:17.768794Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14890"
    uid: 1ebdeff7-96aa-4345-b7d5-d61a8b925c44
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T14:59:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T14:59:17Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn.18c767d8b7bb79c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 854662a7-5061-4f27-a4ed-e99d4dd69eb9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76579bb875-w6d4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14907"
    uid: 1ebdeff7-96aa-4345-b7d5-d61a8b925c44
  kind: Event
  lastTimestamp: "2026-07-31T14:59:18Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T14:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T14:59:18Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn.18c767d8d2a0547a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14952"
    uid: 21d699b7-359a-4cae-8f70-a8a10db3ed6f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 1ebdeff7-96aa-4345-b7d5-d61a8b925c44
  kind: Event
  lastTimestamp: "2026-07-31T14:59:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T14:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:18Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn.18c767d8d4353c42
    namespace: kserve-ci-e2e-test
    resourceVersion: "14954"
    uid: 369a4586-8c87-4ece-b2a9-e4a96224ce54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 1ebdeff7-96aa-4345-b7d5-d61a8b925c44
  kind: Event
  lastTimestamp: "2026-07-31T14:59:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T14:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:18Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn.18c767d8d7816ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14955"
    uid: 7ada8f2f-209e-4fea-b4a7-03f9c2c62654
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 1ebdeff7-96aa-4345-b7d5-d61a8b925c44
  kind: Event
  lastTimestamp: "2026-07-31T14:59:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T14:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:18Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn.18c767d8d7f857ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "14956"
    uid: 4e514049-e9c8-4ac8-bc27-92905f6ebdb9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 1ebdeff7-96aa-4345-b7d5-d61a8b925c44
  kind: Event
  lastTimestamp: "2026-07-31T14:59:23Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
  metadata:
    creationTimestamp: "2026-07-31T14:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:23Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn.18c767d9fd06ece5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 6f13ade4-f239-496f-9deb-684780418a0f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 1ebdeff7-96aa-4345-b7d5-d61a8b925c44
  kind: Event
  lastTimestamp: "2026-07-31T14:59:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    in 16.595s (16.595s including waiting). Image size: 1557910953 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T14:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:39Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn.18c767ddda351d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15152"
    uid: df9990d9-a6ca-487a-8ee6-24972172caac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 1ebdeff7-96aa-4345-b7d5-d61a8b925c44
  kind: Event
  lastTimestamp: "2026-07-31T14:59:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T14:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:39Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn.18c767ddde585e0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15156"
    uid: ac9f7137-8283-45de-97a4-75a75aab9d1c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 1ebdeff7-96aa-4345-b7d5-d61a8b925c44
  kind: Event
  lastTimestamp: "2026-07-31T14:59:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T14:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:39Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn.18c767dddee18d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "15158"
    uid: 2bc50a6b-d243-44b1-a515-b435391840b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 1ebdeff7-96aa-4345-b7d5-d61a8b925c44
  kind: Event
  lastTimestamp: "2026-07-31T14:59:39Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-31T14:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:39Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn.18c767dddef30202
    namespace: kserve-ci-e2e-test
    resourceVersion: "15160"
    uid: 8a0a8cf5-a69e-4f34-866c-724175ac9725
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 1ebdeff7-96aa-4345-b7d5-d61a8b925c44
  kind: Event
  lastTimestamp: "2026-07-31T14:59:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.595s (2.595s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T14:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:42Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn.18c767de79a7921b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15186"
    uid: ea041d69-95a5-4e4d-bd64-e1455a159405
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 1ebdeff7-96aa-4345-b7d5-d61a8b925c44
  kind: Event
  lastTimestamp: "2026-07-31T14:59:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T14:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:42Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn.18c767de7e45b2d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15188"
    uid: 36e24a82-2687-4d1a-b378-eb088fc65b1e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 1ebdeff7-96aa-4345-b7d5-d61a8b925c44
  kind: Event
  lastTimestamp: "2026-07-31T14:59:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T14:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:42Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn.18c767de7ece062a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15190"
    uid: 50fd0904-0f6b-477e-a1c6-c29993362b73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 1ebdeff7-96aa-4345-b7d5-d61a8b925c44
  kind: Event
  lastTimestamp: "2026-07-31T14:59:42Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:48e3bc7f42ad0232c61ed1e7bb17842ea341630d39dfec302fe5b9430f32cdaa"
  metadata:
    creationTimestamp: "2026-07-31T14:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:42Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn.18c767de7eddb860
    namespace: kserve-ci-e2e-test
    resourceVersion: "15191"
    uid: 31752949-7c2d-4b3b-a1dc-809ace4f98f2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 1ebdeff7-96aa-4345-b7d5-d61a8b925c44
  kind: Event
  lastTimestamp: "2026-07-31T14:59:44Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:48e3bc7f42ad0232c61ed1e7bb17842ea341630d39dfec302fe5b9430f32cdaa"
    in 1.903s (1.903s including waiting). Image size: 240170084 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T14:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:44Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn.18c767def0553794
    namespace: kserve-ci-e2e-test
    resourceVersion: "15208"
    uid: 26806b94-93d3-4bfa-ada1-a9cda6ccbb6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 1ebdeff7-96aa-4345-b7d5-d61a8b925c44
  kind: Event
  lastTimestamp: "2026-07-31T14:59:44Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-31T14:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:44Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn.18c767def4bb67ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "15209"
    uid: d75066c5-8d7b-40b3-85a8-29c28af636cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 1ebdeff7-96aa-4345-b7d5-d61a8b925c44
  kind: Event
  lastTimestamp: "2026-07-31T14:59:44Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-31T14:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:44Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn.18c767def55fd7f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15210"
    uid: 0187a45c-67cd-4aa5-b39d-2c2bc4bfdb90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 1ebdeff7-96aa-4345-b7d5-d61a8b925c44
  kind: Event
  lastTimestamp: "2026-07-31T15:01:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T14:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:21Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn.18c767df27758839
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 9b4341fb-34f1-4bcb-990b-6e2d4d59ad93
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 1ebdeff7-96aa-4345-b7d5-d61a8b925c44
  kind: Event
  lastTimestamp: "2026-07-31T15:01:21Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-31T14:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:21Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn.18c767df6354ec41
    namespace: kserve-ci-e2e-test
    resourceVersion: "16143"
    uid: 64671249-fb1d-4e42-b1cf-391c48b33fa5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 1ebdeff7-96aa-4345-b7d5-d61a8b925c44
  kind: Event
  lastTimestamp: "2026-07-31T15:01:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:12Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn.18c767f37ff685fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15967"
    uid: adb8b71e-1b97-4c01-9169-310b60344dbf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 1ebdeff7-96aa-4345-b7d5-d61a8b925c44
  kind: Event
  lastTimestamp: "2026-07-31T15:01:12Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-31T15:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:12Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn.18c767f37ff7c18d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15969"
    uid: 5eedb0cf-5f45-4711-b38a-88689aa8a5c5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 1ebdeff7-96aa-4345-b7d5-d61a8b925c44
  kind: Event
  lastTimestamp: "2026-07-31T15:01:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:12Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn.18c767f37ff81cc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15971"
    uid: 2d39562f-e857-45f6-8b95-be794160f06f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 1ebdeff7-96aa-4345-b7d5-d61a8b925c44
  kind: Event
  lastTimestamp: "2026-07-31T15:01:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:22Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn.18c767f49394c0c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: ae68eaf7-ecc8-4139-883f-e995f4e15b9e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99
    namespace: kserve-ci-e2e-test
    resourceVersion: "14875"
    uid: 57186f16-b439-4990-8eb6-f31f18416062
  kind: Event
  lastTimestamp: "2026-07-31T14:59:17Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99-jj6vn'
  metadata:
    creationTimestamp: "2026-07-31T14:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T14:59:17Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99.18c767d8b6f8fac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14891"
    uid: df5c0190-4a6f-4a72-af7a-b0cc38fa5e56
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-1a2d5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14874"
    uid: f3be0ee0-20da-45e4-a8c8-965ac7a69a62
  kind: Event
  lastTimestamp: "2026-07-31T14:59:17Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-1a2d5-predictor-79d6cd6f99
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T14:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T14:59:17Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor.18c767d8ad62d60b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14876"
    uid: a0801f97-b39d-4e62-aa0d-cb7693fdebe2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-1a2d5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14884"
    uid: bc75342d-d7ef-40fa-b806-d7b12b8932df
  kind: Event
  lastTimestamp: "2026-07-31T15:00:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T14:59:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:00:17Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor.18c767dc3305b31c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15459"
    uid: bb401137-a157-4207-a213-03f880036425
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-1a2d5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14884"
    uid: bc75342d-d7ef-40fa-b806-d7b12b8932df
  kind: Event
  lastTimestamp: "2026-07-31T15:00:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T14:59:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:00:17Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor.18c767dc3388b422
    namespace: kserve-ci-e2e-test
    resourceVersion: "15460"
    uid: 68e8aaa3-fae2-44f8-bec9-dba672219277
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:00:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-1a2d5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15098"
    uid: bc75342d-d7ef-40fa-b806-d7b12b8932df
  kind: Event
  lastTimestamp: "2026-07-31T15:01:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:01:02Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor.18c767ea30ace407
    namespace: kserve-ci-e2e-test
    resourceVersion: "15805"
    uid: 6d26261c-54fa-440a-afd1-7b34b3551f11
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:00:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-1a2d5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15098"
    uid: bc75342d-d7ef-40fa-b806-d7b12b8932df
  kind: Event
  lastTimestamp: "2026-07-31T15:01:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:01:02Z"
    name: isvc-raw-sklearn-batcher-1a2d5-predictor.18c767ea31961bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15806"
    uid: ffb5a333-faea-4bcc-9cee-0fbd7714f4b2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-1a2d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14862"
    uid: 5689cf34-0930-43d4-a030-937dccfb57de
  kind: Event
  lastTimestamp: "2026-07-31T15:01:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T14:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:01:01Z"
    name: isvc-raw-sklearn-batcher-1a2d5.18c767d8b353922a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15794"
    uid: 64846f33-6b44-4e09-a985-ef42b3fe64aa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-1a2d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14862"
    uid: 5689cf34-0930-43d4-a030-937dccfb57de
  kind: Event
  lastTimestamp: "2026-07-31T14:59:17Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-1a2d5":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-1a2d5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T14:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T14:59:17Z"
    name: isvc-raw-sklearn-batcher-1a2d5.18c767d8b3b82cbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14886"
    uid: 7f383369-cc9a-410b-9ffb-ae4b7fa43651
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-1a2d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14862"
    uid: 5689cf34-0930-43d4-a030-937dccfb57de
  kind: Event
  lastTimestamp: "2026-07-31T14:59:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-1a2d5": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T14:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T14:59:17Z"
    name: isvc-raw-sklearn-batcher-1a2d5.18c767d8b3b86fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: a4988545-8e7c-4d3d-8f6b-ebf065ed2975
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-1a2d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15792"
    uid: 5689cf34-0930-43d4-a030-937dccfb57de
  kind: Event
  lastTimestamp: "2026-07-31T15:01:01Z"
  message: InferenceService [isvc-raw-sklearn-batcher-1a2d5] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:01:01Z"
    name: isvc-raw-sklearn-batcher-1a2d5.18c767f0d4c625e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15793"
    uid: d89b945c-69d0-4b14-86c8-b6dffa396ec7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:06:18.413584Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-74ffcf-predictor-6b558798b9-wgw69
    namespace: kserve-ci-e2e-test
    resourceVersion: "19170"
    uid: d5d6acc2-48d4-4555-900a-3f211de589bd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-74ffcf-predictor-6b558798b9-wgw69
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:06:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:06:18Z"
    name: isvc-secondary-74ffcf-predictor-6b558798b9-wgw69.18c7683aa81d9231
    namespace: kserve-ci-e2e-test
    resourceVersion: "19175"
    uid: 306c6adf-f188-4b20-b2e4-47c803cb4890
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76579bb875-w6d4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-74ffcf-predictor-6b558798b9-wgw69
    namespace: kserve-ci-e2e-test
    resourceVersion: "19172"
    uid: d5d6acc2-48d4-4555-900a-3f211de589bd
  kind: Event
  lastTimestamp: "2026-07-31T15:06:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-74ffcf-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:18Z"
    name: isvc-secondary-74ffcf-predictor-6b558798b9-wgw69.18c7683ab21e8686
    namespace: kserve-ci-e2e-test
    resourceVersion: "19185"
    uid: bb09a34a-8d2d-438e-bc07-591d6cea2550
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-74ffcf-predictor-6b558798b9-wgw69
    namespace: kserve-ci-e2e-test
    resourceVersion: "19179"
    uid: d5d6acc2-48d4-4555-900a-3f211de589bd
  kind: Event
  lastTimestamp: "2026-07-31T15:06:19Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:06:19Z"
    name: isvc-secondary-74ffcf-predictor-6b558798b9-wgw69.18c7683ae665eed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19197"
    uid: a8c367b2-84d5-43b4-a4da-355f8b414462
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-74ffcf-predictor-6b558798b9-wgw69
    namespace: kserve-ci-e2e-test
    resourceVersion: "19172"
    uid: d5d6acc2-48d4-4555-900a-3f211de589bd
  kind: Event
  lastTimestamp: "2026-07-31T15:06:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:24Z"
    name: isvc-secondary-74ffcf-predictor-6b558798b9-wgw69.18c7683ae7dead8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19242"
    uid: 4e1f8ee1-6b0e-4639-9f02-07a6fd460714
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-74ffcf-predictor-6b558798b9-wgw69
    namespace: kserve-ci-e2e-test
    resourceVersion: "19172"
    uid: d5d6acc2-48d4-4555-900a-3f211de589bd
  kind: Event
  lastTimestamp: "2026-07-31T15:06:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:24Z"
    name: isvc-secondary-74ffcf-predictor-6b558798b9-wgw69.18c7683aead74683
    namespace: kserve-ci-e2e-test
    resourceVersion: "19244"
    uid: 3c5152c0-3944-404d-a757-dc56f3165e4d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-74ffcf-predictor-6b558798b9-wgw69
    namespace: kserve-ci-e2e-test
    resourceVersion: "19172"
    uid: d5d6acc2-48d4-4555-900a-3f211de589bd
  kind: Event
  lastTimestamp: "2026-07-31T15:06:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:24Z"
    name: isvc-secondary-74ffcf-predictor-6b558798b9-wgw69.18c7683aeb582a00
    namespace: kserve-ci-e2e-test
    resourceVersion: "19248"
    uid: 1a731288-8ec8-4e8d-ab53-0bcb911a71cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-74ffcf-predictor-6b558798b9-wgw69
    namespace: kserve-ci-e2e-test
    resourceVersion: "19172"
    uid: d5d6acc2-48d4-4555-900a-3f211de589bd
  kind: Event
  lastTimestamp: "2026-07-31T15:06:28Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-74ffcf-predictor-6b558798b9-wgw69_kserve-ci-e2e-test(d5d6acc2-48d4-4555-900a-3f211de589bd)
  metadata:
    creationTimestamp: "2026-07-31T15:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:28Z"
    name: isvc-secondary-74ffcf-predictor-6b558798b9-wgw69.18c7683d009adbc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19280"
    uid: 2d8b449b-3e96-4b69-9813-f3ab95b7b311
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-74ffcf-predictor-6b558798b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19162"
    uid: 5ab0524c-0abb-42ea-ab34-b9e1e1ca55a8
  kind: Event
  lastTimestamp: "2026-07-31T15:06:18Z"
  message: 'Created pod: isvc-secondary-74ffcf-predictor-6b558798b9-wgw69'
  metadata:
    creationTimestamp: "2026-07-31T15:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:06:18Z"
    name: isvc-secondary-74ffcf-predictor-6b558798b9.18c7683aa784da8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19173"
    uid: 591f2888-3ed9-41b8-af62-19bfae03660e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-74ffcf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19159"
    uid: 2491d7d7-35fd-4510-86b0-a836b79f99e1
  kind: Event
  lastTimestamp: "2026-07-31T15:06:18Z"
  message: Scaled up replica set isvc-secondary-74ffcf-predictor-6b558798b9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-31T15:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:06:18Z"
    name: isvc-secondary-74ffcf-predictor.18c7683aa3cb5eef
    namespace: kserve-ci-e2e-test
    resourceVersion: "19163"
    uid: 94dce093-10a0-4cb1-9b19-8515958ea899
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-74ffcf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19160"
    uid: e5204d13-af3a-4929-8667-f4b2095bcca1
  kind: Event
  lastTimestamp: "2026-07-31T15:06:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:06:33Z"
    name: isvc-secondary-74ffcf-predictor.18c7683e225f3893
    namespace: kserve-ci-e2e-test
    resourceVersion: "19321"
    uid: b5d8b556-bada-44d4-8382-e96800ed8710
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-74ffcf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19160"
    uid: e5204d13-af3a-4929-8667-f4b2095bcca1
  kind: Event
  lastTimestamp: "2026-07-31T15:06:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:06:33Z"
    name: isvc-secondary-74ffcf-predictor.18c7683e22cb6b0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19323"
    uid: a358308f-2668-42e3-96c7-02fa165d1a44
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-74ffcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19150"
    uid: c4f85e98-5135-4995-9a53-17501769651c
  kind: Event
  lastTimestamp: "2026-07-31T15:06:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:06:28Z"
    name: isvc-secondary-74ffcf.18c7683aa3c8641c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19286"
    uid: 9a2dd4e3-2d29-4ce5-b943-ada8951cf098
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-74ffcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19150"
    uid: c4f85e98-5135-4995-9a53-17501769651c
  kind: Event
  lastTimestamp: "2026-07-31T15:06:18Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-74ffcf":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-74ffcf":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:06:18Z"
    name: isvc-secondary-74ffcf.18c7683aa473e7d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19166"
    uid: e083310b-1ffa-402f-b5f4-693164c33e4f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-74ffcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19150"
    uid: c4f85e98-5135-4995-9a53-17501769651c
  kind: Event
  lastTimestamp: "2026-07-31T15:06:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-74ffcf": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:06:18Z"
    name: isvc-secondary-74ffcf.18c7683aa4742dee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19167"
    uid: 070317b0-be4b-4c12-a57d-9be657aa7806
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:01:12.908428Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15990"
    uid: 4720e0cb-7d65-4b52-bfcb-9e402115d3d9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4
    to ip-10-0-132-204.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:01:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:01:12Z"
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4.18c767f38696e3b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15994"
    uid: 199df514-26fc-4aee-bd95-d91cc4fa2328
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76579bb875-w6d4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16004"
    uid: 4720e0cb-7d65-4b52-bfcb-9e402115d3d9
  kind: Event
  lastTimestamp: "2026-07-31T15:01:13Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:01:13Z"
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4.18c767f3a0a85dbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16044"
    uid: bb2391d4-5cf0-4ecd-9cc4-5cea6b52f5d3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15992"
    uid: 4720e0cb-7d65-4b52-bfcb-9e402115d3d9
  kind: Event
  lastTimestamp: "2026-07-31T15:01:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:13Z"
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4.18c767f3a22ad6f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: 7127aa36-87e7-4548-aa60-484083b37345
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15992"
    uid: 4720e0cb-7d65-4b52-bfcb-9e402115d3d9
  kind: Event
  lastTimestamp: "2026-07-31T15:01:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:13Z"
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4.18c767f3a4ba02c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: d7c8bdca-dbe4-47f7-b000-95916c9b1ee7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15992"
    uid: 4720e0cb-7d65-4b52-bfcb-9e402115d3d9
  kind: Event
  lastTimestamp: "2026-07-31T15:01:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:13Z"
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4.18c767f3a51fb839
    namespace: kserve-ci-e2e-test
    resourceVersion: "16050"
    uid: dddc62f6-ad54-41e9-b18f-f5f72654af6f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15992"
    uid: 4720e0cb-7d65-4b52-bfcb-9e402115d3d9
  kind: Event
  lastTimestamp: "2026-07-31T15:01:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:18Z"
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4.18c767f4c92b0a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: feb907c7-a265-4a3a-af6c-6f66ed1ca826
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15992"
    uid: 4720e0cb-7d65-4b52-bfcb-9e402115d3d9
  kind: Event
  lastTimestamp: "2026-07-31T15:01:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:18Z"
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4.18c767f4cbefb7fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16106"
    uid: e2d75945-95e8-4fbc-8a2f-7bd86d036abc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15992"
    uid: 4720e0cb-7d65-4b52-bfcb-9e402115d3d9
  kind: Event
  lastTimestamp: "2026-07-31T15:01:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:18Z"
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4.18c767f4cc5192ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16107"
    uid: 9ed40494-ab1f-4287-bc68-83c501cdf472
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15992"
    uid: 4720e0cb-7d65-4b52-bfcb-9e402115d3d9
  kind: Event
  lastTimestamp: "2026-07-31T15:01:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:18Z"
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4.18c767f4cc5c25cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16108"
    uid: a7b1fbc9-df95-4eac-90a8-48a715b506e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15992"
    uid: 4720e0cb-7d65-4b52-bfcb-9e402115d3d9
  kind: Event
  lastTimestamp: "2026-07-31T15:01:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:18Z"
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4.18c767f4cfefe8ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16113"
    uid: afbf6e82-806d-4a10-ba8e-e3944b631bf1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15992"
    uid: 4720e0cb-7d65-4b52-bfcb-9e402115d3d9
  kind: Event
  lastTimestamp: "2026-07-31T15:01:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:18Z"
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4.18c767f4d04ef301
    namespace: kserve-ci-e2e-test
    resourceVersion: "16115"
    uid: 82c78a29-2599-4270-952c-d5a9f560b569
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15992"
    uid: 4720e0cb-7d65-4b52-bfcb-9e402115d3d9
  kind: Event
  lastTimestamp: "2026-07-31T15:02:26Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:26Z"
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4.18c767f54116fc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16641"
    uid: 13772ad0-308c-4d96-8a10-5985fc3f58a1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15992"
    uid: 4720e0cb-7d65-4b52-bfcb-9e402115d3d9
  kind: Event
  lastTimestamp: "2026-07-31T15:03:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:03Z"
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4.18c7680d312d76fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17163"
    uid: 59efe81f-d9de-4edf-9430-4070185644ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15992"
    uid: 4720e0cb-7d65-4b52-bfcb-9e402115d3d9
  kind: Event
  lastTimestamp: "2026-07-31T15:03:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:03Z"
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4.18c7680d312e196a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17167"
    uid: 200d4264-82c8-45d4-bbf2-021523395c3d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15992"
    uid: 4720e0cb-7d65-4b52-bfcb-9e402115d3d9
  kind: Event
  lastTimestamp: "2026-07-31T15:03:06Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:06Z"
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4.18c7680def606b6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17282"
    uid: 6fcec06b-724e-456c-9e75-0e2c9fd7056e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15978"
    uid: fdd3807c-b756-48ac-ace1-634a3fce418e
  kind: Event
  lastTimestamp: "2026-07-31T15:01:12Z"
  message: 'Created pod: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7-r4nz4'
  metadata:
    creationTimestamp: "2026-07-31T15:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:01:12Z"
    name: isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7.18c767f3862d4b84
    namespace: kserve-ci-e2e-test
    resourceVersion: "15991"
    uid: c69bd4bf-c305-49da-9961-b2f7c1cd224c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-b123a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15976"
    uid: 5fa0e2d8-ace3-4ccd-a386-55dda93b1d08
  kind: Event
  lastTimestamp: "2026-07-31T15:01:12Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-b123a-predictor-866f4b64d7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:01:12Z"
    name: isvc-sklearn-graph-raw-b123a-predictor.18c767f382d8c6cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15980"
    uid: e8cd2897-ad58-4981-8437-db8e73932bdd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-b123a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15977"
    uid: e1022549-34bf-474f-8280-ddaa19d9f6f4
  kind: Event
  lastTimestamp: "2026-07-31T15:01:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:01:42Z"
    name: isvc-sklearn-graph-raw-b123a-predictor.18c767f701c43dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16313"
    uid: 20b56dc3-611b-4d77-828e-01f710a0021e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-b123a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15977"
    uid: e1022549-34bf-474f-8280-ddaa19d9f6f4
  kind: Event
  lastTimestamp: "2026-07-31T15:01:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:01:42Z"
    name: isvc-sklearn-graph-raw-b123a-predictor.18c767f70235b260
    namespace: kserve-ci-e2e-test
    resourceVersion: "16314"
    uid: 9f37981e-f9e9-4a0a-ba29-6e7eba8436d0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-b123a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16192"
    uid: e1022549-34bf-474f-8280-ddaa19d9f6f4
  kind: Event
  lastTimestamp: "2026-07-31T15:02:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:02:57Z"
    name: isvc-sklearn-graph-raw-b123a-predictor.18c767fe0082f951
    namespace: kserve-ci-e2e-test
    resourceVersion: "17072"
    uid: 03192e49-1a3a-4266-91e5-f65ee47b9532
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-b123a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16192"
    uid: e1022549-34bf-474f-8280-ddaa19d9f6f4
  kind: Event
  lastTimestamp: "2026-07-31T15:02:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:02:57Z"
    name: isvc-sklearn-graph-raw-b123a-predictor.18c767fe00f06617
    namespace: kserve-ci-e2e-test
    resourceVersion: "17073"
    uid: ffcf7444-aaed-46bb-8314-89a9e736a1c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-b123a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15952"
    uid: 7be94e2c-8d81-4935-9b56-5956f21a2037
  kind: Event
  lastTimestamp: "2026-07-31T15:02:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:02:28Z"
    name: isvc-sklearn-graph-raw-b123a.18c767f382d5af93
    namespace: kserve-ci-e2e-test
    resourceVersion: "16670"
    uid: 6aeccece-fefa-49a3-a839-1d0cbb7e28c9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-b123a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15952"
    uid: 7be94e2c-8d81-4935-9b56-5956f21a2037
  kind: Event
  lastTimestamp: "2026-07-31T15:01:12Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-b123a":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-b123a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:01:12Z"
    name: isvc-sklearn-graph-raw-b123a.18c767f383ddc799
    namespace: kserve-ci-e2e-test
    resourceVersion: "15983"
    uid: 0e2b2025-6cf2-47e7-826a-2081da874b78
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-b123a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16668"
    uid: 7be94e2c-8d81-4935-9b56-5956f21a2037
  kind: Event
  lastTimestamp: "2026-07-31T15:02:28Z"
  message: InferenceService [isvc-sklearn-graph-raw-b123a] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:02:28Z"
    name: isvc-sklearn-graph-raw-b123a.18c76805383bb850
    namespace: kserve-ci-e2e-test
    resourceVersion: "16669"
    uid: d2b7fcf9-8b8a-4bf0-a954-5300b8bbbc73
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:03:03.189398Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml
    namespace: kserve-ci-e2e-test
    resourceVersion: "17171"
    uid: 93b19444-3315-44f0-8112-c1f1513f97ed
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:03:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:03:03Z"
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml.18c7680d33d8f272
    namespace: kserve-ci-e2e-test
    resourceVersion: "17175"
    uid: ba4fa8b2-2112-49be-a163-fae5249a4301
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76579bb875-w6d4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml
    namespace: kserve-ci-e2e-test
    resourceVersion: "17186"
    uid: 93b19444-3315-44f0-8112-c1f1513f97ed
  kind: Event
  lastTimestamp: "2026-07-31T15:03:03Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:03:03Z"
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml.18c7680d4ebee0e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17239"
    uid: 93bb992b-225f-4c69-a572-9fbf3127817f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml
    namespace: kserve-ci-e2e-test
    resourceVersion: "17173"
    uid: 93b19444-3315-44f0-8112-c1f1513f97ed
  kind: Event
  lastTimestamp: "2026-07-31T15:03:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:03Z"
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml.18c7680d50a892e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17241"
    uid: da2ae4fe-a38b-42c4-8fda-8d685efeb6e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml
    namespace: kserve-ci-e2e-test
    resourceVersion: "17173"
    uid: 93b19444-3315-44f0-8112-c1f1513f97ed
  kind: Event
  lastTimestamp: "2026-07-31T15:03:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:03Z"
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml.18c7680d54550456
    namespace: kserve-ci-e2e-test
    resourceVersion: "17242"
    uid: de543832-c0f1-40ee-bfc2-93ca3f9290ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml
    namespace: kserve-ci-e2e-test
    resourceVersion: "17173"
    uid: 93b19444-3315-44f0-8112-c1f1513f97ed
  kind: Event
  lastTimestamp: "2026-07-31T15:03:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:03Z"
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml.18c7680d54f7c51d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17243"
    uid: cf8e0fc8-e745-4b3f-bac2-9b806bd8147d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml
    namespace: kserve-ci-e2e-test
    resourceVersion: "17173"
    uid: 93b19444-3315-44f0-8112-c1f1513f97ed
  kind: Event
  lastTimestamp: "2026-07-31T15:03:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:08Z"
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml.18c7680e6dbd5cff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17304"
    uid: b7254d6a-dbf5-4eab-9b29-f98f79afe0f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml
    namespace: kserve-ci-e2e-test
    resourceVersion: "17173"
    uid: 93b19444-3315-44f0-8112-c1f1513f97ed
  kind: Event
  lastTimestamp: "2026-07-31T15:03:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:08Z"
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml.18c7680e72775895
    namespace: kserve-ci-e2e-test
    resourceVersion: "17312"
    uid: 0c645699-8002-41a3-8bd6-f864fb59cff0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml
    namespace: kserve-ci-e2e-test
    resourceVersion: "17173"
    uid: 93b19444-3315-44f0-8112-c1f1513f97ed
  kind: Event
  lastTimestamp: "2026-07-31T15:03:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:08Z"
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml.18c7680e7307e904
    namespace: kserve-ci-e2e-test
    resourceVersion: "17314"
    uid: ac34fff7-4357-4664-a706-2bf026795f3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml
    namespace: kserve-ci-e2e-test
    resourceVersion: "17173"
    uid: 93b19444-3315-44f0-8112-c1f1513f97ed
  kind: Event
  lastTimestamp: "2026-07-31T15:03:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:08Z"
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml.18c7680e7316bfcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17316"
    uid: 400b0505-0ce8-443d-91cc-ef724acf6304
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml
    namespace: kserve-ci-e2e-test
    resourceVersion: "17173"
    uid: 93b19444-3315-44f0-8112-c1f1513f97ed
  kind: Event
  lastTimestamp: "2026-07-31T15:03:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:08Z"
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml.18c7680e7703b8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17323"
    uid: fa93464b-0057-49e3-9479-b1bd6e029d74
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml
    namespace: kserve-ci-e2e-test
    resourceVersion: "17173"
    uid: 93b19444-3315-44f0-8112-c1f1513f97ed
  kind: Event
  lastTimestamp: "2026-07-31T15:03:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:08Z"
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml.18c7680e778c506d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17325"
    uid: ece13ff6-4728-4b1c-804e-3c6906d785b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml
    namespace: kserve-ci-e2e-test
    resourceVersion: "17173"
    uid: 93b19444-3315-44f0-8112-c1f1513f97ed
  kind: Event
  lastTimestamp: "2026-07-31T15:05:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:06Z"
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml.18c7680ee626a70e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18505"
    uid: 18fad960-0fb0-4bb9-bc3b-46169f08fb82
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml
    namespace: kserve-ci-e2e-test
    resourceVersion: "17173"
    uid: 93b19444-3315-44f0-8112-c1f1513f97ed
  kind: Event
  lastTimestamp: "2026-07-31T15:05:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:03Z"
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml.18c768293333e6ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18419"
    uid: 92593433-e265-4ed5-b2e4-2f423b2e6d60
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml
    namespace: kserve-ci-e2e-test
    resourceVersion: "17173"
    uid: 93b19444-3315-44f0-8112-c1f1513f97ed
  kind: Event
  lastTimestamp: "2026-07-31T15:05:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:03Z"
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml.18c7682933346385
    namespace: kserve-ci-e2e-test
    resourceVersion: "18422"
    uid: 809c2aeb-f92e-41a5-a162-fa676cb5c7a6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml
    namespace: kserve-ci-e2e-test
    resourceVersion: "17173"
    uid: 93b19444-3315-44f0-8112-c1f1513f97ed
  kind: Event
  lastTimestamp: "2026-07-31T15:05:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:06Z"
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml.18c76829e89431f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18504"
    uid: 5a0cead2-a811-42eb-ac26-62993e9c4229
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17155"
    uid: 1e05c44b-a076-4c6b-88e3-904109eb86ea
  kind: Event
  lastTimestamp: "2026-07-31T15:03:03Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff-42nml'
  metadata:
    creationTimestamp: "2026-07-31T15:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:03:03Z"
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff.18c7680d3369ed9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: aa89190a-e6dc-48af-8ad9-ef835404820f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17150"
    uid: 3e0bea4a-3e2e-436c-98ac-7da36633290f
  kind: Event
  lastTimestamp: "2026-07-31T15:03:03Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-e936d-predictor-5cc88b69ff
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:03:03Z"
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor.18c7680d3018fe87
    namespace: kserve-ci-e2e-test
    resourceVersion: "17156"
    uid: 0a43554d-0aa0-4dc0-b859-5a9a600a0fea
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17153"
    uid: 7b71dac7-689b-41be-821a-bfbfae38c9c4
  kind: Event
  lastTimestamp: "2026-07-31T15:03:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:03:48Z"
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor.18c76810ae9c3dd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17639"
    uid: 14f04424-c026-4b66-99f5-17eb657d30fd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17153"
    uid: 7b71dac7-689b-41be-821a-bfbfae38c9c4
  kind: Event
  lastTimestamp: "2026-07-31T15:03:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:03:48Z"
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor.18c76810af0a395a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17640"
    uid: 0b9931cc-8449-4bee-998a-fa4dcd0a69b5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17407"
    uid: 7b71dac7-689b-41be-821a-bfbfae38c9c4
  kind: Event
  lastTimestamp: "2026-07-31T15:05:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:05:03Z"
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor.18c768142e867c2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18377"
    uid: 7e3f7d82-7f68-4dee-8641-57697270c43c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17407"
    uid: 7b71dac7-689b-41be-821a-bfbfae38c9c4
  kind: Event
  lastTimestamp: "2026-07-31T15:05:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:05:03Z"
    name: isvc-sklearn-graph-raw-hpa-e936d-predictor.18c768142f0f7964
    namespace: kserve-ci-e2e-test
    resourceVersion: "18382"
    uid: 794bea5d-d85d-46d1-92c8-6c99cb8a5086
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-e936d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17133"
    uid: 3908e597-81a9-4e2f-8327-9a83695325ac
  kind: Event
  lastTimestamp: "2026-07-31T15:04:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:04:36Z"
    name: isvc-sklearn-graph-raw-hpa-e936d.18c7680d302102a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18120"
    uid: d09fa39d-3f41-4bba-a3d2-0fa45266dcb0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-e936d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17133"
    uid: 3908e597-81a9-4e2f-8327-9a83695325ac
  kind: Event
  lastTimestamp: "2026-07-31T15:03:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-e936d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-e936d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:03:03Z"
    name: isvc-sklearn-graph-raw-hpa-e936d.18c7680d309fdbbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17162"
    uid: 51506305-a566-4f68-a3ec-29313949c0d5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-e936d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18118"
    uid: 3908e597-81a9-4e2f-8327-9a83695325ac
  kind: Event
  lastTimestamp: "2026-07-31T15:04:36Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-e936d] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:04:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:04:36Z"
    name: isvc-sklearn-graph-raw-hpa-e936d.18c76822f2fd98a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18119"
    uid: 361894ec-af9c-46be-8dc5-45cbb46d4eb1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:07:08.858780Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19810"
    uid: 94e127d2-98e1-464b-8038-3c5a6cc22cd9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj
    to ip-10-0-132-204.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:07:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:07:08Z"
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj.18c7684666e22ade
    namespace: kserve-ci-e2e-test
    resourceVersion: "19815"
    uid: 198b29d1-b609-4688-9e0b-562acf8deb9f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76579bb875-w6d4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: 94e127d2-98e1-464b-8038-3c5a6cc22cd9
  kind: Event
  lastTimestamp: "2026-07-31T15:07:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-scale-raw-97536-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:09Z"
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj.18c76846723b1148
    namespace: kserve-ci-e2e-test
    resourceVersion: "19840"
    uid: a963a845-d004-499f-acc9-db7449eedd0e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19820"
    uid: 94e127d2-98e1-464b-8038-3c5a6cc22cd9
  kind: Event
  lastTimestamp: "2026-07-31T15:07:09Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:07:09Z"
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj.18c76846a425d384
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: 419455f4-b614-4687-a1cf-358fd24c18ff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: 94e127d2-98e1-464b-8038-3c5a6cc22cd9
  kind: Event
  lastTimestamp: "2026-07-31T15:07:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:09Z"
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj.18c76846a5991c8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19854"
    uid: 190829af-d6fb-40e4-9bf1-2e3d0fa23c5a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: 94e127d2-98e1-464b-8038-3c5a6cc22cd9
  kind: Event
  lastTimestamp: "2026-07-31T15:07:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:09Z"
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj.18c76846a945246d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19858"
    uid: 721858d7-347e-4036-977c-e981aafe3d89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: 94e127d2-98e1-464b-8038-3c5a6cc22cd9
  kind: Event
  lastTimestamp: "2026-07-31T15:07:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:09Z"
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj.18c76846a9bff8a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19859"
    uid: 9d380592-3528-41d9-8562-25dc94c91bb4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: 94e127d2-98e1-464b-8038-3c5a6cc22cd9
  kind: Event
  lastTimestamp: "2026-07-31T15:07:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:13Z"
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj.18c7684796c760ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "19898"
    uid: c487d322-31be-4c49-bca7-d7f00ba730fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: 94e127d2-98e1-464b-8038-3c5a6cc22cd9
  kind: Event
  lastTimestamp: "2026-07-31T15:07:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:07:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:14Z"
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj.18c768479a525f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19902"
    uid: 5c3f99e6-033c-47b7-840e-b7a0289e8bc9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: 94e127d2-98e1-464b-8038-3c5a6cc22cd9
  kind: Event
  lastTimestamp: "2026-07-31T15:07:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:07:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:14Z"
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj.18c768479ac70048
    namespace: kserve-ci-e2e-test
    resourceVersion: "19903"
    uid: 99c4d61c-dc3c-4d00-85f4-889adeb43e19
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: 94e127d2-98e1-464b-8038-3c5a6cc22cd9
  kind: Event
  lastTimestamp: "2026-07-31T15:07:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:07:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:14Z"
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj.18c768479ad1e607
    namespace: kserve-ci-e2e-test
    resourceVersion: "19904"
    uid: 6ab1adb5-df92-428b-9190-60cd343b1a83
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: 94e127d2-98e1-464b-8038-3c5a6cc22cd9
  kind: Event
  lastTimestamp: "2026-07-31T15:07:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:07:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:14Z"
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj.18c768479dc912cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19906"
    uid: 403e3542-7bc8-454a-935d-7f4054715778
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: 94e127d2-98e1-464b-8038-3c5a6cc22cd9
  kind: Event
  lastTimestamp: "2026-07-31T15:07:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:07:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:14Z"
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj.18c768479e3b9573
    namespace: kserve-ci-e2e-test
    resourceVersion: "19907"
    uid: 4073dda1-599e-4531-8d26-e116b51a4e4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: 94e127d2-98e1-464b-8038-3c5a6cc22cd9
  kind: Event
  lastTimestamp: "2026-07-31T15:09:57Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:07:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:57Z"
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj.18c76847d2e1c641
    namespace: kserve-ci-e2e-test
    resourceVersion: "21309"
    uid: ed761928-2e5e-4cd1-ad4b-a4df7dbb4159
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: 94e127d2-98e1-464b-8038-3c5a6cc22cd9
  kind: Event
  lastTimestamp: "2026-07-31T15:09:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:49Z"
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj.18c7686bd7978b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "21162"
    uid: 3ebc35a8-dbe5-44a5-b805-3e48065b4889
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: 94e127d2-98e1-464b-8038-3c5a6cc22cd9
  kind: Event
  lastTimestamp: "2026-07-31T15:09:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:49Z"
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj.18c7686bd79811e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21163"
    uid: 03bf0aed-1d4e-4ee4-8d25-78c54206bbb3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: 94e127d2-98e1-464b-8038-3c5a6cc22cd9
  kind: Event
  lastTimestamp: "2026-07-31T15:09:55Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:09:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:55Z"
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj.18c7686c2568f953
    namespace: kserve-ci-e2e-test
    resourceVersion: "21286"
    uid: 99d80796-6b10-4583-b860-a87fa31d3ea6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19790"
    uid: 314e5bed-7f48-41af-82d5-e5d4302637ce
  kind: Event
  lastTimestamp: "2026-07-31T15:07:08Z"
  message: 'Created pod: isvc-sklearn-scale-raw-97536-predictor-6c695549d5-ww4rj'
  metadata:
    creationTimestamp: "2026-07-31T15:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:07:08Z"
    name: isvc-sklearn-scale-raw-97536-predictor-6c695549d5.18c768466650310e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19811"
    uid: 01021d79-c2b1-4976-812d-b483b1252adf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-97536-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19784"
    uid: ddde4ee3-460f-4ee7-a7c0-8aa980ff542b
  kind: Event
  lastTimestamp: "2026-07-31T15:07:08Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-97536-predictor-6c695549d5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:07:08Z"
    name: isvc-sklearn-scale-raw-97536-predictor.18c768466252f00e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19794"
    uid: 48187040-7077-4f09-8032-600712e75187
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-97536-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19789"
    uid: e50678ff-28bb-44a8-a9f7-739edbb4a640
  kind: Event
  lastTimestamp: "2026-07-31T15:07:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:07:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:07:38Z"
    name: isvc-sklearn-scale-raw-97536-predictor.18c76849e0ddb90c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20096"
    uid: 6f7b49e2-25aa-4e2e-8e9e-ca4e8001ac62
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-97536-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19789"
    uid: e50678ff-28bb-44a8-a9f7-739edbb4a640
  kind: Event
  lastTimestamp: "2026-07-31T15:07:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:07:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:07:38Z"
    name: isvc-sklearn-scale-raw-97536-predictor.18c76849e14c76f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20097"
    uid: f2ed5249-2a80-472b-abd7-56876e78f6ec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-97536-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19987"
    uid: e50678ff-28bb-44a8-a9f7-739edbb4a640
  kind: Event
  lastTimestamp: "2026-07-31T15:09:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:09:38Z"
    name: isvc-sklearn-scale-raw-97536-predictor.18c76850df604254
    namespace: kserve-ci-e2e-test
    resourceVersion: "21062"
    uid: 651bfec4-060c-404d-9fa0-bdd894faf2ec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-97536-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19987"
    uid: e50678ff-28bb-44a8-a9f7-739edbb4a640
  kind: Event
  lastTimestamp: "2026-07-31T15:09:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:09:38Z"
    name: isvc-sklearn-scale-raw-97536-predictor.18c76850dfd0172b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21064"
    uid: b8652261-c560-4217-8f83-708e87a49258
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-97536
    namespace: kserve-ci-e2e-test
    resourceVersion: "19772"
    uid: bf73989d-144f-40d1-902d-bc22d0ee981f
  kind: Event
  lastTimestamp: "2026-07-31T15:09:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:09:47Z"
    name: isvc-sklearn-scale-raw-97536.18c768466271a1bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21134"
    uid: 14bd8354-3128-4531-b613-643f2e343c6c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-97536
    namespace: kserve-ci-e2e-test
    resourceVersion: "19772"
    uid: bf73989d-144f-40d1-902d-bc22d0ee981f
  kind: Event
  lastTimestamp: "2026-07-31T15:07:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-97536":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-97536":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:07:08Z"
    name: isvc-sklearn-scale-raw-97536.18c768466377717e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19801"
    uid: 9235b0b3-63e1-4398-ba47-d6d6169ac22d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-97536
    namespace: kserve-ci-e2e-test
    resourceVersion: "21131"
    uid: bf73989d-144f-40d1-902d-bc22d0ee981f
  kind: Event
  lastTimestamp: "2026-07-31T15:09:47Z"
  message: InferenceService [isvc-sklearn-scale-raw-97536] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:09:47Z"
    name: isvc-sklearn-scale-raw-97536.18c7686b6ed91727
    namespace: kserve-ci-e2e-test
    resourceVersion: "21132"
    uid: 38d7a08f-0404-4814-b885-2e24f4c873e0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:01:13.021754Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16020"
    uid: 89ba51e5-3c2a-4bb3-bb76-a5496871bddf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:01:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:01:13Z"
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr.18c767f38d5817aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16025"
    uid: 043f068b-fe02-401a-8222-f276ecab3527
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76579bb875-w6d4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 89ba51e5-3c2a-4bb3-bb76-a5496871bddf
  kind: Event
  lastTimestamp: "2026-07-31T15:01:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-b123a-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:13Z"
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr.18c767f398b2430d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16039"
    uid: 757a4df0-f8b8-43b0-be72-23f063cd4be7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16031"
    uid: 89ba51e5-3c2a-4bb3-bb76-a5496871bddf
  kind: Event
  lastTimestamp: "2026-07-31T15:01:14Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:01:14Z"
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr.18c767f3cba463b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 76d55d75-09b1-49f5-bdc3-c770fa16cb06
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 89ba51e5-3c2a-4bb3-bb76-a5496871bddf
  kind: Event
  lastTimestamp: "2026-07-31T15:01:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:14Z"
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr.18c767f3cd47486f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16059"
    uid: 38a33e86-33d4-4d95-aa55-1942b0e691ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 89ba51e5-3c2a-4bb3-bb76-a5496871bddf
  kind: Event
  lastTimestamp: "2026-07-31T15:01:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:14Z"
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr.18c767f3d0fcae6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16060"
    uid: 002bc4b0-0e20-4e95-92e3-980f5957dcb8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 89ba51e5-3c2a-4bb3-bb76-a5496871bddf
  kind: Event
  lastTimestamp: "2026-07-31T15:01:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:14Z"
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr.18c767f3d174f3af
    namespace: kserve-ci-e2e-test
    resourceVersion: "16061"
    uid: 0f6acf2b-4288-407d-afab-3fd9f84e18bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 89ba51e5-3c2a-4bb3-bb76-a5496871bddf
  kind: Event
  lastTimestamp: "2026-07-31T15:01:18Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-31T15:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:18Z"
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr.18c767f4e9eae7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16117"
    uid: dd5f7735-a7f4-49f6-8480-68f0bae19cbd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 89ba51e5-3c2a-4bb3-bb76-a5496871bddf
  kind: Event
  lastTimestamp: "2026-07-31T15:01:38Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.132s (19.132s
    including waiting). Image size: 1307355898 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T15:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:38Z"
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr.18c767f95e52cc0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16268"
    uid: 9ef4335b-a8f4-4144-a826-9c6846f3e867
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 89ba51e5-3c2a-4bb3-bb76-a5496871bddf
  kind: Event
  lastTimestamp: "2026-07-31T15:01:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:38Z"
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr.18c767f961c814a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16270"
    uid: 4cc2361d-0934-4710-bc11-e146996cd39f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 89ba51e5-3c2a-4bb3-bb76-a5496871bddf
  kind: Event
  lastTimestamp: "2026-07-31T15:01:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:38Z"
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr.18c767f96248b517
    namespace: kserve-ci-e2e-test
    resourceVersion: "16271"
    uid: fc2b4eed-26f7-4b03-a967-e5ad2b7bfa8d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 89ba51e5-3c2a-4bb3-bb76-a5496871bddf
  kind: Event
  lastTimestamp: "2026-07-31T15:01:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:38Z"
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr.18c767f962548c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: b1435ca7-fafa-471c-b28f-292a98d628fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 89ba51e5-3c2a-4bb3-bb76-a5496871bddf
  kind: Event
  lastTimestamp: "2026-07-31T15:01:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:38Z"
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr.18c767f96532a639
    namespace: kserve-ci-e2e-test
    resourceVersion: "16273"
    uid: af41cbd8-a10c-4687-9b01-a098a2f30fb5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 89ba51e5-3c2a-4bb3-bb76-a5496871bddf
  kind: Event
  lastTimestamp: "2026-07-31T15:01:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:38Z"
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr.18c767f965aaf93c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16274"
    uid: 9024b23c-6db2-43b6-92fe-be7c909145b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 89ba51e5-3c2a-4bb3-bb76-a5496871bddf
  kind: Event
  lastTimestamp: "2026-07-31T15:03:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:05Z"
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr.18c767f9d471569d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17279"
    uid: f447dfa8-b632-4596-a675-81d47de04def
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 89ba51e5-3c2a-4bb3-bb76-a5496871bddf
  kind: Event
  lastTimestamp: "2026-07-31T15:03:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:03Z"
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr.18c7680d39452cd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17207"
    uid: c403c73d-a2bd-47ec-8448-563b44fb7a31
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 89ba51e5-3c2a-4bb3-bb76-a5496871bddf
  kind: Event
  lastTimestamp: "2026-07-31T15:03:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:03Z"
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr.18c7680d3945bd2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17209"
    uid: d8266863-9c69-4160-a811-ac90ed9a6d80
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 89ba51e5-3c2a-4bb3-bb76-a5496871bddf
  kind: Event
  lastTimestamp: "2026-07-31T15:03:05Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:05Z"
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr.18c7680ddaa147c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17278"
    uid: dd9a01d5-2599-43f6-ba0c-c4db808718ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16011"
    uid: 14a42469-4a25-4c3f-be69-13907bfa3781
  kind: Event
  lastTimestamp: "2026-07-31T15:01:13Z"
  message: 'Created pod: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7-98zsr'
  metadata:
    creationTimestamp: "2026-07-31T15:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:01:13Z"
    name: isvc-xgboost-graph-raw-b123a-predictor-75d58954c7.18c767f38cd6845f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16022"
    uid: a5da499c-1508-4d1c-95f8-ae7dcf8bb381
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-b123a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16009"
    uid: 3878b288-6080-4ec1-b362-5a9815a2e321
  kind: Event
  lastTimestamp: "2026-07-31T15:01:12Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-b123a-predictor-75d58954c7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:01:12Z"
    name: isvc-xgboost-graph-raw-b123a-predictor.18c767f38a01bde1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: 94b2d9bf-0f90-4e63-9bc2-c16cd9f6039f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-b123a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16010"
    uid: 41e82da6-cb2e-4a1d-9787-66301c0d9e20
  kind: Event
  lastTimestamp: "2026-07-31T15:02:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:02:28Z"
    name: isvc-xgboost-graph-raw-b123a-predictor.18c767f708990307
    namespace: kserve-ci-e2e-test
    resourceVersion: "16654"
    uid: 8b8f175f-b3f5-4c3c-837c-3e2aa4cedc77
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-b123a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16010"
    uid: 41e82da6-cb2e-4a1d-9787-66301c0d9e20
  kind: Event
  lastTimestamp: "2026-07-31T15:02:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:02:28Z"
    name: isvc-xgboost-graph-raw-b123a-predictor.18c767f708eabf60
    namespace: kserve-ci-e2e-test
    resourceVersion: "16655"
    uid: 88efa6b3-039a-443c-abf7-3ca8df8c86f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-b123a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16195"
    uid: 41e82da6-cb2e-4a1d-9787-66301c0d9e20
  kind: Event
  lastTimestamp: "2026-07-31T15:02:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:02:58Z"
    name: isvc-xgboost-graph-raw-b123a-predictor.18c768088300a09f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: e9890408-ffce-41c0-ac36-9b871fb9a9b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-b123a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16195"
    uid: 41e82da6-cb2e-4a1d-9787-66301c0d9e20
  kind: Event
  lastTimestamp: "2026-07-31T15:02:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:02:58Z"
    name: isvc-xgboost-graph-raw-b123a-predictor.18c7680883852dfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17076"
    uid: 79a02755-67d7-40a9-a70c-9123f8d67c4b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-b123a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15989"
    uid: 8205d2ef-708d-44da-ba3b-95ef43ff2a51
  kind: Event
  lastTimestamp: "2026-07-31T15:02:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:02:46Z"
    name: isvc-xgboost-graph-raw-b123a.18c767f38a15a1b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16921"
    uid: aa33f81c-bc62-403b-adf2-3f6e61f71094
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-b123a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15989"
    uid: 8205d2ef-708d-44da-ba3b-95ef43ff2a51
  kind: Event
  lastTimestamp: "2026-07-31T15:01:12Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-b123a":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-b123a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:01:12Z"
    name: isvc-xgboost-graph-raw-b123a.18c767f38a8a8187
    namespace: kserve-ci-e2e-test
    resourceVersion: "16015"
    uid: 597d70a9-f80f-4289-9585-43b2ec46cf95
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-b123a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16919"
    uid: 8205d2ef-708d-44da-ba3b-95ef43ff2a51
  kind: Event
  lastTimestamp: "2026-07-31T15:02:46Z"
  message: InferenceService [isvc-xgboost-graph-raw-b123a] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:02:46Z"
    name: isvc-xgboost-graph-raw-b123a.18c768093b2f23d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16920"
    uid: 1096c25c-a6db-4b95-bdb4-93fbfddd4918
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:03:03.308336Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17210"
    uid: c72ab21f-8fd4-4b76-ad0b-94a251a5d62f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:03:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:03:03Z"
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n.18c7680d3aefcf10
    namespace: kserve-ci-e2e-test
    resourceVersion: "17217"
    uid: ab0b6168-15df-42bf-9177-dab8926ce921
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76579bb875-w6d4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17228"
    uid: c72ab21f-8fd4-4b76-ad0b-94a251a5d62f
  kind: Event
  lastTimestamp: "2026-07-31T15:03:03Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:03:03Z"
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n.18c7680d56d5eb24
    namespace: kserve-ci-e2e-test
    resourceVersion: "17244"
    uid: 265dd0fd-a48f-4ec2-92be-204609b65d60
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: c72ab21f-8fd4-4b76-ad0b-94a251a5d62f
  kind: Event
  lastTimestamp: "2026-07-31T15:03:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:03Z"
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n.18c7680d58927d92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17246"
    uid: a45002e8-5da6-4374-876d-f2d1723ca6dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: c72ab21f-8fd4-4b76-ad0b-94a251a5d62f
  kind: Event
  lastTimestamp: "2026-07-31T15:03:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:03Z"
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n.18c7680d5b8bcd2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17248"
    uid: 6debf6fb-be94-4ddf-9c35-3aa769a2745e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: c72ab21f-8fd4-4b76-ad0b-94a251a5d62f
  kind: Event
  lastTimestamp: "2026-07-31T15:03:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:03Z"
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n.18c7680d5c165c71
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: d03a6c87-991c-4f6f-9855-0fe73f50b5eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: c72ab21f-8fd4-4b76-ad0b-94a251a5d62f
  kind: Event
  lastTimestamp: "2026-07-31T15:03:08Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:08Z"
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n.18c7680e6dd9432f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17305"
    uid: 94719a41-d37e-4ece-a10a-784c3bec4ce6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: c72ab21f-8fd4-4b76-ad0b-94a251a5d62f
  kind: Event
  lastTimestamp: "2026-07-31T15:03:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:08Z"
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n.18c7680e7283e749
    namespace: kserve-ci-e2e-test
    resourceVersion: "17313"
    uid: fcf110bd-74c4-4753-a315-ba3b16c285c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: c72ab21f-8fd4-4b76-ad0b-94a251a5d62f
  kind: Event
  lastTimestamp: "2026-07-31T15:03:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:08Z"
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n.18c7680e73141dde
    namespace: kserve-ci-e2e-test
    resourceVersion: "17315"
    uid: 32bff192-a799-4f63-b7a4-65ac297acca3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: c72ab21f-8fd4-4b76-ad0b-94a251a5d62f
  kind: Event
  lastTimestamp: "2026-07-31T15:03:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:08Z"
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n.18c7680e731ecd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "17318"
    uid: f408d457-df6e-474c-9d92-0b333258c669
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: c72ab21f-8fd4-4b76-ad0b-94a251a5d62f
  kind: Event
  lastTimestamp: "2026-07-31T15:03:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:08Z"
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n.18c7680e771e7ef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17324"
    uid: 48bcd2f4-da76-480b-a191-3353dcebffba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: c72ab21f-8fd4-4b76-ad0b-94a251a5d62f
  kind: Event
  lastTimestamp: "2026-07-31T15:03:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:08Z"
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n.18c7680e77a0c572
    namespace: kserve-ci-e2e-test
    resourceVersion: "17326"
    uid: 6f1d563d-eabc-4962-9fd6-764671c91809
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: c72ab21f-8fd4-4b76-ad0b-94a251a5d62f
  kind: Event
  lastTimestamp: "2026-07-31T15:05:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:05Z"
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n.18c7680eaa3f84cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18485"
    uid: d5f26199-be4d-45e0-b87c-dd9c9b02b347
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: c72ab21f-8fd4-4b76-ad0b-94a251a5d62f
  kind: Event
  lastTimestamp: "2026-07-31T15:05:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:03Z"
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n.18c768293afdfc18
    namespace: kserve-ci-e2e-test
    resourceVersion: "18457"
    uid: d1de8603-f6f4-40c6-a244-6320f7485604
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: c72ab21f-8fd4-4b76-ad0b-94a251a5d62f
  kind: Event
  lastTimestamp: "2026-07-31T15:05:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:03Z"
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n.18c768293afe96ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "18458"
    uid: 2ee8638a-ac4d-4e60-8853-789c0b7a316f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: c72ab21f-8fd4-4b76-ad0b-94a251a5d62f
  kind: Event
  lastTimestamp: "2026-07-31T15:05:05Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:05Z"
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n.18c76829ac9eea6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18484"
    uid: 492b39ac-a577-4708-9119-e74701c7f317
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17188"
    uid: eacb0e91-093b-4fb6-a6bd-8248dd7b36ad
  kind: Event
  lastTimestamp: "2026-07-31T15:03:03Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf-9449n'
  metadata:
    creationTimestamp: "2026-07-31T15:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:03:03Z"
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf.18c7680d3a89e7ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17213"
    uid: 25025481-afa4-409a-a680-d00cc6e36fea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17185"
    uid: 8de90a86-4ed9-4f04-9594-ff009c14841c
  kind: Event
  lastTimestamp: "2026-07-31T15:03:03Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-e936d-predictor-5447cb98bf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:03:03Z"
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor.18c7680d36c55106
    namespace: kserve-ci-e2e-test
    resourceVersion: "17193"
    uid: 8b571e5a-53e2-4a03-88ff-ea2b1ac07109
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17187"
    uid: c3c428ce-fc8d-4d07-9bb1-088390601a8b
  kind: Event
  lastTimestamp: "2026-07-31T15:03:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:03:18Z"
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor.18c76810b58c1070
    namespace: kserve-ci-e2e-test
    resourceVersion: "17409"
    uid: ec15d2a6-7583-4f3c-9502-5be376bbad4f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17187"
    uid: c3c428ce-fc8d-4d07-9bb1-088390601a8b
  kind: Event
  lastTimestamp: "2026-07-31T15:03:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:03:18Z"
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor.18c76810b6100596
    namespace: kserve-ci-e2e-test
    resourceVersion: "17411"
    uid: 276535ee-d5b4-4f98-8d14-383553c5e106
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17410"
    uid: c3c428ce-fc8d-4d07-9bb1-088390601a8b
  kind: Event
  lastTimestamp: "2026-07-31T15:04:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:04:48Z"
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor.18c7681435120bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18222"
    uid: 2a5ba7d4-1080-4e1f-87b9-05dade7ff32d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17410"
    uid: c3c428ce-fc8d-4d07-9bb1-088390601a8b
  kind: Event
  lastTimestamp: "2026-07-31T15:04:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:04:48Z"
    name: isvc-xgboost-graph-raw-hpa-e936d-predictor.18c7681435af7a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "18223"
    uid: 4f2bcb77-3628-4fca-b350-6429db0c2ff6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-e936d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17170"
    uid: 718196e3-8777-452d-8a02-c833ff07d680
  kind: Event
  lastTimestamp: "2026-07-31T15:04:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:04:15Z"
    name: isvc-xgboost-graph-raw-hpa-e936d.18c7680d36d930a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17860"
    uid: 5dbd56a5-6b09-4462-8439-8a40aa0934c3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-e936d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17858"
    uid: 718196e3-8777-452d-8a02-c833ff07d680
  kind: Event
  lastTimestamp: "2026-07-31T15:04:15Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-e936d] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:04:15Z"
    name: isvc-xgboost-graph-raw-hpa-e936d.18c7681e11e93eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17859"
    uid: ec693eea-baf1-4d4f-baa9-448cc65b893f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:05:03.479635Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-126e1-predictor-7fb8f757df-lkd7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18427"
    uid: de5dfd10-2a4c-4f0b-b716-1500162f62bf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-126e1-predictor-7fb8f757df-lkd7f
    to ip-10-0-132-204.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:05:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:05:03Z"
    name: message-dumper-raw-126e1-predictor-7fb8f757df-lkd7f.18c7682935b4323c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 98f0575f-5cc4-42ce-a24c-c97e99fe5d73
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76579bb875-w6d4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-126e1-predictor-7fb8f757df-lkd7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18429"
    uid: de5dfd10-2a4c-4f0b-b716-1500162f62bf
  kind: Event
  lastTimestamp: "2026-07-31T15:05:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-126e1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:03Z"
    name: message-dumper-raw-126e1-predictor-7fb8f757df-lkd7f.18c7682941b5bfe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18464"
    uid: 5f151b42-b479-4140-8c66-4c78403a6bb9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-126e1-predictor-7fb8f757df-lkd7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18437"
    uid: de5dfd10-2a4c-4f0b-b716-1500162f62bf
  kind: Event
  lastTimestamp: "2026-07-31T15:05:04Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:05:04Z"
    name: message-dumper-raw-126e1-predictor-7fb8f757df-lkd7f.18c76829730cdf98
    namespace: kserve-ci-e2e-test
    resourceVersion: "18474"
    uid: 801138fb-ead0-4bbf-98cf-7e51fcdba318
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-126e1-predictor-7fb8f757df-lkd7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18429"
    uid: de5dfd10-2a4c-4f0b-b716-1500162f62bf
  kind: Event
  lastTimestamp: "2026-07-31T15:05:04Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-31T15:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:04Z"
    name: message-dumper-raw-126e1-predictor-7fb8f757df-lkd7f.18c76829747d617c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18476"
    uid: 33ee7991-73aa-421d-add2-296bae0fc2bd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-126e1-predictor-7fb8f757df-lkd7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18429"
    uid: de5dfd10-2a4c-4f0b-b716-1500162f62bf
  kind: Event
  lastTimestamp: "2026-07-31T15:05:05Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.062s (1.063s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T15:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:05Z"
    name: message-dumper-raw-126e1-predictor-7fb8f757df-lkd7f.18c76829b3d9f3f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18487"
    uid: c072fff5-0973-47f6-a055-4f5d80f893a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-126e1-predictor-7fb8f757df-lkd7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18429"
    uid: de5dfd10-2a4c-4f0b-b716-1500162f62bf
  kind: Event
  lastTimestamp: "2026-07-31T15:05:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:05Z"
    name: message-dumper-raw-126e1-predictor-7fb8f757df-lkd7f.18c76829b69a4e6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18488"
    uid: b3f26b31-1889-49cf-ac71-ca88bc4213b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-126e1-predictor-7fb8f757df-lkd7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18429"
    uid: de5dfd10-2a4c-4f0b-b716-1500162f62bf
  kind: Event
  lastTimestamp: "2026-07-31T15:05:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:05Z"
    name: message-dumper-raw-126e1-predictor-7fb8f757df-lkd7f.18c76829b6f7a12e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18489"
    uid: 7e07973b-c72d-422d-8675-fa6283b155e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-126e1-predictor-7fb8f757df-lkd7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18429"
    uid: de5dfd10-2a4c-4f0b-b716-1500162f62bf
  kind: Event
  lastTimestamp: "2026-07-31T15:05:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:05Z"
    name: message-dumper-raw-126e1-predictor-7fb8f757df-lkd7f.18c76829b7016d07
    namespace: kserve-ci-e2e-test
    resourceVersion: "18490"
    uid: 21b83c1d-128c-40aa-bf23-9c51ef513cac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-126e1-predictor-7fb8f757df-lkd7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18429"
    uid: de5dfd10-2a4c-4f0b-b716-1500162f62bf
  kind: Event
  lastTimestamp: "2026-07-31T15:05:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:05Z"
    name: message-dumper-raw-126e1-predictor-7fb8f757df-lkd7f.18c76829b9ad0cbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: bfa85fa9-69b4-4e2e-8c27-1126872e2e2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-126e1-predictor-7fb8f757df-lkd7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18429"
    uid: de5dfd10-2a4c-4f0b-b716-1500162f62bf
  kind: Event
  lastTimestamp: "2026-07-31T15:05:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:05Z"
    name: message-dumper-raw-126e1-predictor-7fb8f757df-lkd7f.18c76829ba0b99ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: 3b71cbc3-a339-45a0-af8f-d0f25bd7d813
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-126e1-predictor-7fb8f757df-lkd7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18429"
    uid: de5dfd10-2a4c-4f0b-b716-1500162f62bf
  kind: Event
  lastTimestamp: "2026-07-31T15:07:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:08Z"
    name: message-dumper-raw-126e1-predictor-7fb8f757df-lkd7f.18c768466d1a9820
    namespace: kserve-ci-e2e-test
    resourceVersion: "19836"
    uid: 5367185e-260e-4b7a-8d83-ffe327052710
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-126e1-predictor-7fb8f757df-lkd7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18429"
    uid: de5dfd10-2a4c-4f0b-b716-1500162f62bf
  kind: Event
  lastTimestamp: "2026-07-31T15:07:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:08Z"
    name: message-dumper-raw-126e1-predictor-7fb8f757df-lkd7f.18c768466d1b0975
    namespace: kserve-ci-e2e-test
    resourceVersion: "19838"
    uid: a2ce3f78-c71f-44af-bd38-985f6ed12c50
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-126e1-predictor-7fb8f757df
    namespace: kserve-ci-e2e-test
    resourceVersion: "18414"
    uid: 8b370869-d448-46a6-9339-24830adbd000
  kind: Event
  lastTimestamp: "2026-07-31T15:05:03Z"
  message: 'Created pod: message-dumper-raw-126e1-predictor-7fb8f757df-lkd7f'
  metadata:
    creationTimestamp: "2026-07-31T15:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:05:03Z"
    name: message-dumper-raw-126e1-predictor-7fb8f757df.18c768293533f560
    namespace: kserve-ci-e2e-test
    resourceVersion: "18428"
    uid: 602e50ec-51da-446c-a723-7ff91ebf3054
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-126e1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18406"
    uid: 031494b1-12fb-40fb-9eaa-916435d8240f
  kind: Event
  lastTimestamp: "2026-07-31T15:05:03Z"
  message: Scaled up replica set message-dumper-raw-126e1-predictor-7fb8f757df from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:05:03Z"
    name: message-dumper-raw-126e1-predictor.18c76829328d92c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18416"
    uid: 078e86b2-e5a8-49ac-9ee0-c38308a63982
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-126e1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: 2e89620a-0238-426a-84b3-3966bf66182a
  kind: Event
  lastTimestamp: "2026-07-31T15:05:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:05:48Z"
    name: message-dumper-raw-126e1-predictor.18c7682cb160c670
    namespace: kserve-ci-e2e-test
    resourceVersion: "18909"
    uid: ba08eeb1-5f82-43d6-bfdb-701a9f2404e8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-126e1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: 2e89620a-0238-426a-84b3-3966bf66182a
  kind: Event
  lastTimestamp: "2026-07-31T15:05:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:05:48Z"
    name: message-dumper-raw-126e1-predictor.18c7682cb1cd3fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18910"
    uid: 8fada29a-8777-4c10-81f7-ed982880011c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-126e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18392"
    uid: 7d3c0a56-c789-45c7-b893-1153f2c5cbbd
  kind: Event
  lastTimestamp: "2026-07-31T15:05:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:05:13Z"
    name: message-dumper-raw-126e1.18c7682932eddbb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18570"
    uid: 88a7f8fc-e4cb-4d98-8b9f-a927dadf8e3a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-126e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18392"
    uid: 7d3c0a56-c789-45c7-b893-1153f2c5cbbd
  kind: Event
  lastTimestamp: "2026-07-31T15:05:03Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-126e1":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-126e1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:05:03Z"
    name: message-dumper-raw-126e1.18c768293369e01b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18455"
    uid: 122c4f17-b172-4f35-9fdb-e31b039509b7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-126e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18410"
    uid: 7d3c0a56-c789-45c7-b893-1153f2c5cbbd
  kind: Event
  lastTimestamp: "2026-07-31T15:05:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper-raw-126e1": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:05:03Z"
    name: message-dumper-raw-126e1.18c768293a5a6877
    namespace: kserve-ci-e2e-test
    resourceVersion: "18456"
    uid: 525a6e58-6ec4-4ac9-ae00-d205029cebe9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-126e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18567"
    uid: 7d3c0a56-c789-45c7-b893-1153f2c5cbbd
  kind: Event
  lastTimestamp: "2026-07-31T15:05:13Z"
  message: InferenceService [message-dumper-raw-126e1] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:05:13Z"
    name: message-dumper-raw-126e1.18c7682b88d18c03
    namespace: kserve-ci-e2e-test
    resourceVersion: "18568"
    uid: 6e80ef67-d6e0-4ace-99d5-68c232e08a15
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:14:48.726423Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-lwqqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23654"
    uid: d5efe9bf-9130-484b-bb1d-3041832dd882
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-lwqqg
    to ip-10-0-132-204.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:14:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:14:48Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-lwqqg.18c768b179219152
    namespace: kserve-ci-e2e-test
    resourceVersion: "23660"
    uid: 3971a85b-950d-48fd-86c2-a3db8d301a1e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76579bb875-w6d4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-lwqqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23665"
    uid: d5efe9bf-9130-484b-bb1d-3041832dd882
  kind: Event
  lastTimestamp: "2026-07-31T15:14:49Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:14:49Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-lwqqg.18c768b192e4c071
    namespace: kserve-ci-e2e-test
    resourceVersion: "23671"
    uid: 95e31edb-eb10-4415-95ff-51586c2c2c7a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-lwqqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23656"
    uid: d5efe9bf-9130-484b-bb1d-3041832dd882
  kind: Event
  lastTimestamp: "2026-07-31T15:14:49Z"
  message: Container image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:49Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-lwqqg.18c768b194379085
    namespace: kserve-ci-e2e-test
    resourceVersion: "23673"
    uid: 77489d81-0788-46c0-afc7-87b34febf41e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-lwqqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23656"
    uid: d5efe9bf-9130-484b-bb1d-3041832dd882
  kind: Event
  lastTimestamp: "2026-07-31T15:14:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:49Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-lwqqg.18c768b196f0c236
    namespace: kserve-ci-e2e-test
    resourceVersion: "23675"
    uid: ee20dc78-246c-4df1-a075-f40b4bd0d308
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-lwqqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23656"
    uid: d5efe9bf-9130-484b-bb1d-3041832dd882
  kind: Event
  lastTimestamp: "2026-07-31T15:14:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:49Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-lwqqg.18c768b19760f620
    namespace: kserve-ci-e2e-test
    resourceVersion: "23676"
    uid: 40862a9f-9798-4e27-94ae-3a91aeca85ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-lwqqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23656"
    uid: d5efe9bf-9130-484b-bb1d-3041832dd882
  kind: Event
  lastTimestamp: "2026-07-31T15:14:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:49Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-lwqqg.18c768b1976ae72c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23677"
    uid: 3f97c2d2-d678-4521-a6a9-863935de3bb4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-lwqqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23656"
    uid: d5efe9bf-9130-484b-bb1d-3041832dd882
  kind: Event
  lastTimestamp: "2026-07-31T15:14:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:49Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-lwqqg.18c768b19a6f115d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23678"
    uid: 6b5f8fda-eddd-4279-9f3a-7926231a6239
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-lwqqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23656"
    uid: d5efe9bf-9130-484b-bb1d-3041832dd882
  kind: Event
  lastTimestamp: "2026-07-31T15:14:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:49Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-lwqqg.18c768b19ae0caab
    namespace: kserve-ci-e2e-test
    resourceVersion: "23679"
    uid: bd425d8f-d64b-46c6-b9e0-635b6959ba81
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:16:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-lwqqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23656"
    uid: d5efe9bf-9130-484b-bb1d-3041832dd882
  kind: Event
  lastTimestamp: "2026-07-31T15:16:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:16:34Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-lwqqg.18c768c9ff12e9d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24558"
    uid: 863027da-1f3f-44ad-8f8d-956784448b3e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:16:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-lwqqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23656"
    uid: d5efe9bf-9130-484b-bb1d-3041832dd882
  kind: Event
  lastTimestamp: "2026-07-31T15:16:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:16:34Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-lwqqg.18c768c9ff13f200
    namespace: kserve-ci-e2e-test
    resourceVersion: "24559"
    uid: 971b9d99-d84f-4af1-834a-b606bfbc8a5d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23643"
    uid: 6408752a-b9b7-438e-a678-ca6d30b818bc
  kind: Event
  lastTimestamp: "2026-07-31T15:14:48Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-lwqqg'
  metadata:
    creationTimestamp: "2026-07-31T15:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:14:48Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18c768b1788c635f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23657"
    uid: fcdb6b50-11e1-4e65-a3be-db3541df5c37
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23641"
    uid: 00682752-09f4-4b17-aedb-fdffae24420d
  kind: Event
  lastTimestamp: "2026-07-31T15:14:48Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:14:48Z"
    name: message-dumper-raw-cipn-predictor.18c768b17369cc09
    namespace: kserve-ci-e2e-test
    resourceVersion: "23645"
    uid: 95098d53-5017-4b63-8d56-a356c6ca150c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:15:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: 464b1a56-df73-46a4-bff5-8c24d57a79b8
  kind: Event
  lastTimestamp: "2026-07-31T15:15:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:15:33Z"
    name: message-dumper-raw-cipn-predictor.18c768b4f240682c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24083"
    uid: 39b33234-f6d3-49bc-a261-db848a46522f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:15:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: 464b1a56-df73-46a4-bff5-8c24d57a79b8
  kind: Event
  lastTimestamp: "2026-07-31T15:15:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:15:33Z"
    name: message-dumper-raw-cipn-predictor.18c768b4f2a4ebea
    namespace: kserve-ci-e2e-test
    resourceVersion: "24085"
    uid: 660baf7a-59f1-41aa-bf8e-26f750395492
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:15:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23841"
    uid: 464b1a56-df73-46a4-bff5-8c24d57a79b8
  kind: Event
  lastTimestamp: "2026-07-31T15:15:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:15:18Z"
    name: message-dumper-raw-cipn-predictor.18c768b8716e1791
    namespace: kserve-ci-e2e-test
    resourceVersion: "23968"
    uid: 18417f20-1aaa-4e6e-99b4-5eb95668a0d3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:15:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23841"
    uid: 464b1a56-df73-46a4-bff5-8c24d57a79b8
  kind: Event
  lastTimestamp: "2026-07-31T15:15:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:15:18Z"
    name: message-dumper-raw-cipn-predictor.18c768b871e43e40
    namespace: kserve-ci-e2e-test
    resourceVersion: "23970"
    uid: 676bca12-8756-42e3-af5b-418fd7784a99
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23634"
    uid: bf8c7d0e-126f-4e38-a2b0-bd284913d59e
  kind: Event
  lastTimestamp: "2026-07-31T15:14:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:14:57Z"
    name: message-dumper-raw-cipn.18c768b1735d4148
    namespace: kserve-ci-e2e-test
    resourceVersion: "23742"
    uid: 8aad6d5d-e2c9-46f6-8764-17491d50cc1b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23634"
    uid: bf8c7d0e-126f-4e38-a2b0-bd284913d59e
  kind: Event
  lastTimestamp: "2026-07-31T15:14:48Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:14:48Z"
    name: message-dumper-raw-cipn.18c768b17436aea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23648"
    uid: 75db3989-6afa-4b56-9beb-3790d314d62b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23740"
    uid: bf8c7d0e-126f-4e38-a2b0-bd284913d59e
  kind: Event
  lastTimestamp: "2026-07-31T15:14:57Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:14:57Z"
    name: message-dumper-raw-cipn.18c768b37095f242
    namespace: kserve-ci-e2e-test
    resourceVersion: "23741"
    uid: 71eaf87d-ce9f-4fce-bbf0-58d9007637cf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:02:52.932430Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-b123a-b9cfdbffc-g78z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: 2379696c-9017-4c68-b713-5741068a1d5e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-b123a-b9cfdbffc-g78z8
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:02:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:02:52Z"
    name: model-chainer-raw-b123a-b9cfdbffc-g78z8.18c7680ad07c068f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: 16438b47-434d-46ce-905b-87b10aba6cab
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76579bb875-w6d4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-b123a-b9cfdbffc-g78z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17013"
    uid: 2379696c-9017-4c68-b713-5741068a1d5e
  kind: Event
  lastTimestamp: "2026-07-31T15:02:53Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:02:53Z"
    name: model-chainer-raw-b123a-b9cfdbffc-g78z8.18c7680aeb0cda82
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: e78e3017-4a67-4fa7-9ede-688c7ace8a15
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-b123a}
    kind: Pod
    name: model-chainer-raw-b123a-b9cfdbffc-g78z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17006"
    uid: 2379696c-9017-4c68-b713-5741068a1d5e
  kind: Event
  lastTimestamp: "2026-07-31T15:02:53Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:45f424b4a00ee86756776b91e414e15d8d34d9dfbb27b1d7b22dfeb283636eda"
  metadata:
    creationTimestamp: "2026-07-31T15:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:53Z"
    name: model-chainer-raw-b123a-b9cfdbffc-g78z8.18c7680aec7ccd7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17025"
    uid: efbebc72-a8e8-4b91-b063-0057eb9768a5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-b123a}
    kind: Pod
    name: model-chainer-raw-b123a-b9cfdbffc-g78z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17006"
    uid: 2379696c-9017-4c68-b713-5741068a1d5e
  kind: Event
  lastTimestamp: "2026-07-31T15:02:55Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:45f424b4a00ee86756776b91e414e15d8d34d9dfbb27b1d7b22dfeb283636eda"
    in 2.084s (2.084s including waiting). Image size: 218226790 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T15:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:55Z"
    name: model-chainer-raw-b123a-b9cfdbffc-g78z8.18c7680b68b9d4c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17040"
    uid: fecf4c68-49ae-4987-a4ad-df4da27aaf72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-b123a}
    kind: Pod
    name: model-chainer-raw-b123a-b9cfdbffc-g78z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17006"
    uid: 2379696c-9017-4c68-b713-5741068a1d5e
  kind: Event
  lastTimestamp: "2026-07-31T15:02:55Z"
  message: 'Created container: model-chainer-raw-b123a'
  metadata:
    creationTimestamp: "2026-07-31T15:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:55Z"
    name: model-chainer-raw-b123a-b9cfdbffc-g78z8.18c7680b6c717023
    namespace: kserve-ci-e2e-test
    resourceVersion: "17042"
    uid: 19694e15-5027-4f67-a349-d0d19f2fa64f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-b123a}
    kind: Pod
    name: model-chainer-raw-b123a-b9cfdbffc-g78z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17006"
    uid: 2379696c-9017-4c68-b713-5741068a1d5e
  kind: Event
  lastTimestamp: "2026-07-31T15:02:55Z"
  message: Started container model-chainer-raw-b123a
  metadata:
    creationTimestamp: "2026-07-31T15:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:55Z"
    name: model-chainer-raw-b123a-b9cfdbffc-g78z8.18c7680b6cf17c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17043"
    uid: 0c31ca71-56cd-4b69-8962-f41037760875
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-b123a}
    kind: Pod
    name: model-chainer-raw-b123a-b9cfdbffc-g78z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17006"
    uid: 2379696c-9017-4c68-b713-5741068a1d5e
  kind: Event
  lastTimestamp: "2026-07-31T15:03:02Z"
  message: Stopping container model-chainer-raw-b123a
  metadata:
    creationTimestamp: "2026-07-31T15:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:02Z"
    name: model-chainer-raw-b123a-b9cfdbffc-g78z8.18c7680d284be02d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17128"
    uid: e427046a-bf83-4331-8a4e-b06c5dd727a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-b123a}
    kind: Pod
    name: model-chainer-raw-b123a-b9cfdbffc-g78z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17006"
    uid: 2379696c-9017-4c68-b713-5741068a1d5e
  kind: Event
  lastTimestamp: "2026-07-31T15:03:32Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-31T15:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:32Z"
    name: model-chainer-raw-b123a-b9cfdbffc-g78z8.18c7680e2dc42f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "17514"
    uid: b38209a4-0fbc-4f26-b204-5b42aaa53a70
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-b123a-b9cfdbffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17001"
    uid: d16a0abb-3580-401b-ad4d-1d12fc020c27
  kind: Event
  lastTimestamp: "2026-07-31T15:02:52Z"
  message: 'Created pod: model-chainer-raw-b123a-b9cfdbffc-g78z8'
  metadata:
    creationTimestamp: "2026-07-31T15:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:02:52Z"
    name: model-chainer-raw-b123a-b9cfdbffc.18c7680ad001ece0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 899d8ef7-8dde-41a5-8cc8-92a18e5d8ade
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-b123a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16999"
    uid: 7b4cbcab-955b-4d7a-9f4b-43eefdc64702
  kind: Event
  lastTimestamp: "2026-07-31T15:02:52Z"
  message: Scaled up replica set model-chainer-raw-b123a-b9cfdbffc from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:02:52Z"
    name: model-chainer-raw-b123a.18c7680acf267d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "17002"
    uid: 039a8c61-cd79-46ca-b9ed-09707acda26d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-b123a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17017"
    uid: fd52828d-361a-469c-8e35-6d4822622720
  kind: Event
  lastTimestamp: "2026-07-31T15:02:53Z"
  message: InferenceGraph [model-chainer-raw-b123a] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:02:53Z"
    name: model-chainer-raw-b123a.18c7680ad62118ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17019"
    uid: 6d2f10a7-0b41-4277-9dcd-9dd01dac642d
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:04:53.238787Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-e936d-84649d8867-c2cdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18269"
    uid: 4320da7a-a254-4d03-87a3-f9ff9115fc55
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-e936d-84649d8867-c2cdj
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:04:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:04:53Z"
    name: model-chainer-raw-hpa-e936d-84649d8867-c2cdj.18c76826d34d5e2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18274"
    uid: a45d380e-7e3d-4a6c-bcaa-f1d06d2b038f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76579bb875-w6d4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-e936d-84649d8867-c2cdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18270"
    uid: 4320da7a-a254-4d03-87a3-f9ff9115fc55
  kind: Event
  lastTimestamp: "2026-07-31T15:04:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-e936d-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:53Z"
    name: model-chainer-raw-hpa-e936d-84649d8867-c2cdj.18c76826e05c7617
    namespace: kserve-ci-e2e-test
    resourceVersion: "18285"
    uid: 3a0c693e-209a-44c3-aaca-d4e678e9ff2a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-e936d-84649d8867-c2cdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18278"
    uid: 4320da7a-a254-4d03-87a3-f9ff9115fc55
  kind: Event
  lastTimestamp: "2026-07-31T15:04:54Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:04:54Z"
    name: model-chainer-raw-hpa-e936d-84649d8867-c2cdj.18c7682711b39d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "18293"
    uid: 469afe99-fe8f-472a-87a2-b5f6cfcbb414
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-e936d}
    kind: Pod
    name: model-chainer-raw-hpa-e936d-84649d8867-c2cdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18270"
    uid: 4320da7a-a254-4d03-87a3-f9ff9115fc55
  kind: Event
  lastTimestamp: "2026-07-31T15:04:54Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:45f424b4a00ee86756776b91e414e15d8d34d9dfbb27b1d7b22dfeb283636eda"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:54Z"
    name: model-chainer-raw-hpa-e936d-84649d8867-c2cdj.18c76827134f9ac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18295"
    uid: 7479b754-3ece-4cfe-b736-58a38981c50b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-e936d}
    kind: Pod
    name: model-chainer-raw-hpa-e936d-84649d8867-c2cdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18270"
    uid: 4320da7a-a254-4d03-87a3-f9ff9115fc55
  kind: Event
  lastTimestamp: "2026-07-31T15:04:54Z"
  message: 'Created container: model-chainer-raw-hpa-e936d'
  metadata:
    creationTimestamp: "2026-07-31T15:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:54Z"
    name: model-chainer-raw-hpa-e936d-84649d8867-c2cdj.18c76827172b72c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18297"
    uid: 93586f0d-529d-42e2-8619-0955a8ea436d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-e936d}
    kind: Pod
    name: model-chainer-raw-hpa-e936d-84649d8867-c2cdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18270"
    uid: 4320da7a-a254-4d03-87a3-f9ff9115fc55
  kind: Event
  lastTimestamp: "2026-07-31T15:04:54Z"
  message: Started container model-chainer-raw-hpa-e936d
  metadata:
    creationTimestamp: "2026-07-31T15:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:54Z"
    name: model-chainer-raw-hpa-e936d-84649d8867-c2cdj.18c7682717b3d364
    namespace: kserve-ci-e2e-test
    resourceVersion: "18298"
    uid: 9541aee0-250f-47cf-bf72-48e2189c0307
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-e936d}
    kind: Pod
    name: model-chainer-raw-hpa-e936d-84649d8867-c2cdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18270"
    uid: 4320da7a-a254-4d03-87a3-f9ff9115fc55
  kind: Event
  lastTimestamp: "2026-07-31T15:05:03Z"
  message: Stopping container model-chainer-raw-hpa-e936d
  metadata:
    creationTimestamp: "2026-07-31T15:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:03Z"
    name: model-chainer-raw-hpa-e936d-84649d8867-c2cdj.18c768292b0cacc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18387"
    uid: 370e1366-c42c-4644-bf2f-b43c08fc0503
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-e936d}
    kind: Pod
    name: model-chainer-raw-hpa-e936d-84649d8867-c2cdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18270"
    uid: 4320da7a-a254-4d03-87a3-f9ff9115fc55
  kind: Event
  lastTimestamp: "2026-07-31T15:05:31Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-31T15:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:31Z"
    name: model-chainer-raw-hpa-e936d-84649d8867-c2cdj.18c76829cd365b0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18768"
    uid: 20f54d52-44b3-47ac-8c35-51c340d7afc9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-e936d-84649d8867
    namespace: kserve-ci-e2e-test
    resourceVersion: "18266"
    uid: f3edfd98-015e-45f2-9fec-b991b3d68cdc
  kind: Event
  lastTimestamp: "2026-07-31T15:04:53Z"
  message: 'Created pod: model-chainer-raw-hpa-e936d-84649d8867-c2cdj'
  metadata:
    creationTimestamp: "2026-07-31T15:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:04:53Z"
    name: model-chainer-raw-hpa-e936d-84649d8867.18c76826d2f2fa72
    namespace: kserve-ci-e2e-test
    resourceVersion: "18271"
    uid: a709e410-f522-4403-ae72-2230eda5ddfe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-e936d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18264"
    uid: a1edb4be-67a4-43b1-a971-88d55fa79ddd
  kind: Event
  lastTimestamp: "2026-07-31T15:04:53Z"
  message: Scaled up replica set model-chainer-raw-hpa-e936d-84649d8867 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-31T15:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:04:53Z"
    name: model-chainer-raw-hpa-e936d.18c76826d216bf1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18267"
    uid: 4a556bdb-bd2f-418a-8de9-5124d5870e74
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-e936d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18280"
    uid: 2aeb6cad-0d96-41d7-8bf2-ccfac8bf20cb
  kind: Event
  lastTimestamp: "2026-07-31T15:04:53Z"
  message: InferenceGraph [model-chainer-raw-hpa-e936d] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:04:53Z"
    name: model-chainer-raw-hpa-e936d.18c76826d7c0c5f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18282"
    uid: 85e46321-5fd4-4365-a5dc-bd4ee78daadc
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:06:56.998098Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19647"
    uid: d2ae3d97-b27f-4234-a6c5-ed952ea65499
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:06:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:06:56Z"
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5.18c76843a3ef4874
    namespace: kserve-ci-e2e-test
    resourceVersion: "19653"
    uid: 09865ffb-c7fd-43d1-b60f-ef7c55893f4e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76579bb875-w6d4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19657"
    uid: d2ae3d97-b27f-4234-a6c5-ed952ea65499
  kind: Event
  lastTimestamp: "2026-07-31T15:06:57Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:06:57Z"
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5.18c76843be9072d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19666"
    uid: fdd5af5f-bced-42f5-9eb2-7aff0a6f8512
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19651"
    uid: d2ae3d97-b27f-4234-a6c5-ed952ea65499
  kind: Event
  lastTimestamp: "2026-07-31T15:06:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:57Z"
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5.18c76843c014f44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19668"
    uid: ba636f4d-1729-4398-91ba-8061ed12d314
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19651"
    uid: d2ae3d97-b27f-4234-a6c5-ed952ea65499
  kind: Event
  lastTimestamp: "2026-07-31T15:06:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:57Z"
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5.18c76843c3562735
    namespace: kserve-ci-e2e-test
    resourceVersion: "19670"
    uid: 085c2214-0370-48e8-8530-d64da748ad77
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19651"
    uid: d2ae3d97-b27f-4234-a6c5-ed952ea65499
  kind: Event
  lastTimestamp: "2026-07-31T15:06:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:57Z"
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5.18c76843c3dcdb52
    namespace: kserve-ci-e2e-test
    resourceVersion: "19672"
    uid: bb5c94da-f3a5-4867-87b6-59baad6e7689
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19651"
    uid: d2ae3d97-b27f-4234-a6c5-ed952ea65499
  kind: Event
  lastTimestamp: "2026-07-31T15:07:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:01Z"
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5.18c76844b93fd409
    namespace: kserve-ci-e2e-test
    resourceVersion: "19707"
    uid: 5bfff672-b260-4fbb-b66a-bfd5504ef900
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19651"
    uid: d2ae3d97-b27f-4234-a6c5-ed952ea65499
  kind: Event
  lastTimestamp: "2026-07-31T15:07:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:01Z"
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5.18c76844bc47d0cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19709"
    uid: 5057564d-c374-4ba0-a0e1-66662a665de0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19651"
    uid: d2ae3d97-b27f-4234-a6c5-ed952ea65499
  kind: Event
  lastTimestamp: "2026-07-31T15:07:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:01Z"
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5.18c76844bcd661b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19710"
    uid: ea70278e-fd3c-40c6-b5d1-487de99a36fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19651"
    uid: d2ae3d97-b27f-4234-a6c5-ed952ea65499
  kind: Event
  lastTimestamp: "2026-07-31T15:07:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:01Z"
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5.18c76844bce21483
    namespace: kserve-ci-e2e-test
    resourceVersion: "19712"
    uid: 16fc7317-bbe2-47fa-8920-0eda6c6b3a9e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19651"
    uid: d2ae3d97-b27f-4234-a6c5-ed952ea65499
  kind: Event
  lastTimestamp: "2026-07-31T15:07:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:01Z"
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5.18c76844c01ddcfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19714"
    uid: 3e51802b-31ea-4429-8c3c-dcb657a3cab1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19651"
    uid: d2ae3d97-b27f-4234-a6c5-ed952ea65499
  kind: Event
  lastTimestamp: "2026-07-31T15:07:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:01Z"
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5.18c76844c0c2646a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19716"
    uid: 92d35d63-fce3-493e-96ff-af84b84e92d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19651"
    uid: d2ae3d97-b27f-4234-a6c5-ed952ea65499
  kind: Event
  lastTimestamp: "2026-07-31T15:08:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:29Z"
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5.18c7684531526635
    namespace: kserve-ci-e2e-test
    resourceVersion: "20492"
    uid: 4608faf3-df23-4aaa-b184-bf7e952e9ac3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19651"
    uid: d2ae3d97-b27f-4234-a6c5-ed952ea65499
  kind: Event
  lastTimestamp: "2026-07-31T15:08:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:27Z"
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5.18c768589e0b3f3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20471"
    uid: aa7c862d-d80d-423c-8087-b3a95c002136
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19651"
    uid: d2ae3d97-b27f-4234-a6c5-ed952ea65499
  kind: Event
  lastTimestamp: "2026-07-31T15:08:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:27Z"
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5.18c768589e0bf0fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20472"
    uid: 84997344-0111-420b-9dda-64db908f2e15
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19651"
    uid: d2ae3d97-b27f-4234-a6c5-ed952ea65499
  kind: Event
  lastTimestamp: "2026-07-31T15:08:29Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:29Z"
    name: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5.18c76859378200dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20491"
    uid: dc04dd2d-f5dd-4af1-b5cd-edfb5d53409a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-2d318-predictor-7bfc5bcb95
    namespace: kserve-ci-e2e-test
    resourceVersion: "19638"
    uid: 51c7fc27-1e67-4a01-b013-9e696128f417
  kind: Event
  lastTimestamp: "2026-07-31T15:06:56Z"
  message: 'Created pod: raw-sklearn-2d318-predictor-7bfc5bcb95-7snl5'
  metadata:
    creationTimestamp: "2026-07-31T15:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:06:56Z"
    name: raw-sklearn-2d318-predictor-7bfc5bcb95.18c76843a34cb7d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19650"
    uid: 308b35f2-6e62-4636-b475-c7f209635b76
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-2d318-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19636"
    uid: 569fc5b5-baaf-463c-b211-9278f2324f64
  kind: Event
  lastTimestamp: "2026-07-31T15:06:56Z"
  message: Scaled up replica set raw-sklearn-2d318-predictor-7bfc5bcb95 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-31T15:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:06:56Z"
    name: raw-sklearn-2d318-predictor.18c768439f2d5d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "19639"
    uid: 9d9c2c14-97a3-4b7f-b8fa-7716f1650037
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-2d318-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19637"
    uid: 2fda2256-ba86-404a-b0ca-fd102b8abaad
  kind: Event
  lastTimestamp: "2026-07-31T15:07:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:07:26Z"
    name: raw-sklearn-2d318-predictor.18c768471d8d8706
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: c92421ca-b066-4811-875e-7625da737aaf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-2d318-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19637"
    uid: 2fda2256-ba86-404a-b0ca-fd102b8abaad
  kind: Event
  lastTimestamp: "2026-07-31T15:07:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:07:26Z"
    name: raw-sklearn-2d318-predictor.18c768471df362ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: 0e460c59-23cd-43cf-92e8-a6134a900063
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-2d318-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19882"
    uid: 2fda2256-ba86-404a-b0ca-fd102b8abaad
  kind: Event
  lastTimestamp: "2026-07-31T15:08:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:08:27Z"
    name: raw-sklearn-2d318-predictor.18c7684e1b5d576a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20456"
    uid: 0a217ea1-b24a-48ef-a019-4851230bb11a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-2d318-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19882"
    uid: 2fda2256-ba86-404a-b0ca-fd102b8abaad
  kind: Event
  lastTimestamp: "2026-07-31T15:08:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:08:27Z"
    name: raw-sklearn-2d318-predictor.18c7684e1bc18eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20462"
    uid: 72206e71-7634-48ca-add0-1c71cbf7453a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-2d318
    namespace: kserve-ci-e2e-test
    resourceVersion: "19629"
    uid: 7046e24d-76c6-4187-b3d4-6cdb07d53f1f
  kind: Event
  lastTimestamp: "2026-07-31T15:08:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:08:19Z"
    name: raw-sklearn-2d318.18c768439f3d37fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20403"
    uid: d53b8b5b-e6f4-4452-ace4-32f46f2e38ac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-2d318
    namespace: kserve-ci-e2e-test
    resourceVersion: "19629"
    uid: 7046e24d-76c6-4187-b3d4-6cdb07d53f1f
  kind: Event
  lastTimestamp: "2026-07-31T15:06:56Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-2d318": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-2d318":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:06:56Z"
    name: raw-sklearn-2d318.18c768439fd73edc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19642"
    uid: 5e3cab21-f26f-441d-8822-672a3113ef00
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-2d318
    namespace: kserve-ci-e2e-test
    resourceVersion: "20401"
    uid: 7046e24d-76c6-4187-b3d4-6cdb07d53f1f
  kind: Event
  lastTimestamp: "2026-07-31T15:08:19Z"
  message: InferenceService [raw-sklearn-2d318] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:08:19Z"
    name: raw-sklearn-2d318.18c76856eaa237c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20402"
    uid: 5be55c9f-7953-4056-874a-e0d6c04395ef
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:08:32.283956Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20532"
    uid: b641d31e-8292-47ca-aa6f-98a03479a4d6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r
    to ip-10-0-132-204.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:08:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:08:32Z"
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r.18c76859d36964fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20541"
    uid: f9a042d7-2b97-44ee-bb58-6544d5121747
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76579bb875-w6d4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: b641d31e-8292-47ca-aa6f-98a03479a4d6
  kind: Event
  lastTimestamp: "2026-07-31T15:08:32Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-runtime-b10fc-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:32Z"
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r.18c76859dcf0328d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20549"
    uid: 192517e2-6bf8-4c2e-ab5f-23a6fb78fc46
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20543"
    uid: b641d31e-8292-47ca-aa6f-98a03479a4d6
  kind: Event
  lastTimestamp: "2026-07-31T15:08:33Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:08:33Z"
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r.18c7685a0f8a9f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20563"
    uid: 838c6166-797a-4e1a-9fa2-5afdf9d2c611
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: b641d31e-8292-47ca-aa6f-98a03479a4d6
  kind: Event
  lastTimestamp: "2026-07-31T15:08:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:33Z"
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r.18c7685a113098f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20565"
    uid: 3999d019-3966-4c5d-9f4e-f88ec879fbb9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: b641d31e-8292-47ca-aa6f-98a03479a4d6
  kind: Event
  lastTimestamp: "2026-07-31T15:08:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:33Z"
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r.18c7685a1427a767
    namespace: kserve-ci-e2e-test
    resourceVersion: "20566"
    uid: 9454f180-c802-4f25-8979-396bdc64324f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: b641d31e-8292-47ca-aa6f-98a03479a4d6
  kind: Event
  lastTimestamp: "2026-07-31T15:08:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:33Z"
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r.18c7685a149ae38f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20567"
    uid: 1b72e1e6-5a3a-4ab1-a1eb-a714f60bf880
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: b641d31e-8292-47ca-aa6f-98a03479a4d6
  kind: Event
  lastTimestamp: "2026-07-31T15:08:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:38Z"
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r.18c7685b3c2de0ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20611"
    uid: bc261d3b-48c3-44e7-8065-3cb14a3639d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: b641d31e-8292-47ca-aa6f-98a03479a4d6
  kind: Event
  lastTimestamp: "2026-07-31T15:08:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:38Z"
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r.18c7685b3f7384f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20613"
    uid: bc030008-3a1f-4f99-9144-20c92c2bf452
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: b641d31e-8292-47ca-aa6f-98a03479a4d6
  kind: Event
  lastTimestamp: "2026-07-31T15:08:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:38Z"
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r.18c7685b3fe546d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20614"
    uid: 18aaf750-122b-45ad-a6b3-6ecbd92b508a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: b641d31e-8292-47ca-aa6f-98a03479a4d6
  kind: Event
  lastTimestamp: "2026-07-31T15:08:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:38Z"
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r.18c7685b3fef4442
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: 5cdfdfd1-1e4a-4f93-9ff4-96eec77aac19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: b641d31e-8292-47ca-aa6f-98a03479a4d6
  kind: Event
  lastTimestamp: "2026-07-31T15:08:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:38Z"
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r.18c7685b430fa323
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: c0840c0b-d1fc-4126-a63a-9318e95c9a76
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: b641d31e-8292-47ca-aa6f-98a03479a4d6
  kind: Event
  lastTimestamp: "2026-07-31T15:08:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:38Z"
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r.18c7685b437fa421
    namespace: kserve-ci-e2e-test
    resourceVersion: "20619"
    uid: f83f74b0-2dc3-4a0f-8dca-69e79dd0bcb3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: b641d31e-8292-47ca-aa6f-98a03479a4d6
  kind: Event
  lastTimestamp: "2026-07-31T15:10:06Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:10:06Z"
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r.18c7685bb4114246
    namespace: kserve-ci-e2e-test
    resourceVersion: "21419"
    uid: 50c63984-63f7-443e-bc2c-d3e443d4b058
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:10:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: b641d31e-8292-47ca-aa6f-98a03479a4d6
  kind: Event
  lastTimestamp: "2026-07-31T15:10:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:10:02Z"
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r.18c7686ecaa1960d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21385"
    uid: 7f84c31c-923a-44ad-a9cc-d9165526223b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:10:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: b641d31e-8292-47ca-aa6f-98a03479a4d6
  kind: Event
  lastTimestamp: "2026-07-31T15:10:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:10:02Z"
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r.18c7686ecaa20f1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21386"
    uid: 06905631-e830-4514-be48-57959ab85421
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:10:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: b641d31e-8292-47ca-aa6f-98a03479a4d6
  kind: Event
  lastTimestamp: "2026-07-31T15:10:06Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:10:06Z"
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r.18c7686fba49bc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "21418"
    uid: e724066f-eba2-44b6-8a81-4f5f8231c680
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-204.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-204.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "20524"
    uid: 0bc64a45-2152-4925-9495-1c282e8fab74
  kind: Event
  lastTimestamp: "2026-07-31T15:08:32Z"
  message: 'Created pod: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75-hjp6r'
  metadata:
    creationTimestamp: "2026-07-31T15:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:08:32Z"
    name: raw-sklearn-runtime-b10fc-predictor-6ff74c8c75.18c76859d11f8428
    namespace: kserve-ci-e2e-test
    resourceVersion: "20534"
    uid: cc621a99-9e50-449b-8b27-e6117638d85a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-b10fc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20522"
    uid: 891e8972-0ac9-4c93-8a7c-16b4a85c9bf1
  kind: Event
  lastTimestamp: "2026-07-31T15:08:32Z"
  message: Scaled up replica set raw-sklearn-runtime-b10fc-predictor-6ff74c8c75 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:08:32Z"
    name: raw-sklearn-runtime-b10fc-predictor.18c76859ca4856fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20526"
    uid: 4189f038-8bbe-4238-b9d2-62e63db9719d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-b10fc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: 7ebf5dae-38ad-4374-93d6-74c0e7f31a16
  kind: Event
  lastTimestamp: "2026-07-31T15:09:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:09:17Z"
    name: raw-sklearn-runtime-b10fc-predictor.18c7685d48b6a973
    namespace: kserve-ci-e2e-test
    resourceVersion: "20903"
    uid: d48d9547-a56a-4cba-959d-2ac6a1915547
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-b10fc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: 7ebf5dae-38ad-4374-93d6-74c0e7f31a16
  kind: Event
  lastTimestamp: "2026-07-31T15:09:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:09:17Z"
    name: raw-sklearn-runtime-b10fc-predictor.18c7685d493fb40e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: 98ba0433-a729-43fc-b7cb-f0aa09133ecd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-b10fc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: 7ebf5dae-38ad-4374-93d6-74c0e7f31a16
  kind: Event
  lastTimestamp: "2026-07-31T15:10:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:10:02Z"
    name: raw-sklearn-runtime-b10fc-predictor.18c76867c67d0101
    namespace: kserve-ci-e2e-test
    resourceVersion: "21368"
    uid: dc183bbd-31a1-424a-a020-8f42a703144d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-b10fc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: 7ebf5dae-38ad-4374-93d6-74c0e7f31a16
  kind: Event
  lastTimestamp: "2026-07-31T15:10:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:10:02Z"
    name: raw-sklearn-runtime-b10fc-predictor.18c76867c6f25843
    namespace: kserve-ci-e2e-test
    resourceVersion: "21369"
    uid: 1ef81464-f966-4e7f-a647-51ca4e7c40d4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-b10fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20515"
    uid: 6e3bef0e-e0ae-419f-91c2-f6a3bc914caf
  kind: Event
  lastTimestamp: "2026-07-31T15:09:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:09:56Z"
    name: raw-sklearn-runtime-b10fc.18c76859ca3d9946
    namespace: kserve-ci-e2e-test
    resourceVersion: "21302"
    uid: 18b94cfc-c6c9-4690-a19e-9dfceafc73a0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-b10fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20515"
    uid: 6e3bef0e-e0ae-419f-91c2-f6a3bc914caf
  kind: Event
  lastTimestamp: "2026-07-31T15:08:32Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-b10fc":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-b10fc":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:08:32Z"
    name: raw-sklearn-runtime-b10fc.18c76859cb16530b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20527"
    uid: 13fafc05-78fb-4090-b536-97d86a329d05
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-b10fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21300"
    uid: 6e3bef0e-e0ae-419f-91c2-f6a3bc914caf
  kind: Event
  lastTimestamp: "2026-07-31T15:09:56Z"
  message: InferenceService [raw-sklearn-runtime-b10fc] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:09:56Z"
    name: raw-sklearn-runtime-b10fc.18c7686d6c19fe5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21301"
    uid: 91c383d2-1c26-4320-97a8-5f8d1bb36c25
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "24798"