---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:28:34.600549Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20076"
    uid: ba995822-3592-44ef-9487-1679381bc42f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-69fc457c9b-qg8bw
    to ip-10-0-132-110.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:28:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:28:34Z"
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw.18c66d551b88cdb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20085"
    uid: 483f83c7-a166-43f7-9177-6c35e1c2f964
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84975947fc-rxl45
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20094"
    uid: ba995822-3592-44ef-9487-1679381bc42f
  kind: Event
  lastTimestamp: "2026-07-28T10:28:35Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:28:35Z"
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw.18c66d55361f9a68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20113"
    uid: 589548b4-da43-4ed8-95d2-fc08fa8cbf05
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20079"
    uid: ba995822-3592-44ef-9487-1679381bc42f
  kind: Event
  lastTimestamp: "2026-07-28T10:28:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:28:35Z"
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw.18c66d5537a7d81f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20115"
    uid: 1b0dfc29-74df-4584-bdac-b2f2c27c7681
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20079"
    uid: ba995822-3592-44ef-9487-1679381bc42f
  kind: Event
  lastTimestamp: "2026-07-28T10:28:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:28:35Z"
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw.18c66d553b3bdb7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20116"
    uid: 06d13063-5d36-4ed9-bb3a-54ffc12efe55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20079"
    uid: ba995822-3592-44ef-9487-1679381bc42f
  kind: Event
  lastTimestamp: "2026-07-28T10:28:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:28:35Z"
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw.18c66d553bb69543
    namespace: kserve-ci-e2e-test
    resourceVersion: "20117"
    uid: 89f708f3-9585-405c-a0aa-f2578c45aa32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20079"
    uid: ba995822-3592-44ef-9487-1679381bc42f
  kind: Event
  lastTimestamp: "2026-07-28T10:28:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:28:40Z"
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw.18c66d565ce8f4c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20168"
    uid: 1143337c-84b2-4797-bb80-1dc73311cb95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20079"
    uid: ba995822-3592-44ef-9487-1679381bc42f
  kind: Event
  lastTimestamp: "2026-07-28T10:28:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:28:40Z"
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw.18c66d566111ae2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20175"
    uid: bd4bfbee-a258-46a6-9473-e1f55c6ffc0c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20079"
    uid: ba995822-3592-44ef-9487-1679381bc42f
  kind: Event
  lastTimestamp: "2026-07-28T10:28:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:28:40Z"
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw.18c66d5661874bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20177"
    uid: d188ae13-4460-4509-ab7a-26ace12b85fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20079"
    uid: ba995822-3592-44ef-9487-1679381bc42f
  kind: Event
  lastTimestamp: "2026-07-28T10:28:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:28:40Z"
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw.18c66d566190a0f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20179"
    uid: dfb74fc2-7b08-41e5-8921-b36c3b6944e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20079"
    uid: ba995822-3592-44ef-9487-1679381bc42f
  kind: Event
  lastTimestamp: "2026-07-28T10:28:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:28:40Z"
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw.18c66d56651287bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20182"
    uid: 7ecdfeb9-e298-45a8-9cca-1ba57c02eeb7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20079"
    uid: ba995822-3592-44ef-9487-1679381bc42f
  kind: Event
  lastTimestamp: "2026-07-28T10:28:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:28:40Z"
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw.18c66d566599288d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20184"
    uid: 951e2eef-6c38-49b9-b0e0-c82291f7c973
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20079"
    uid: ba995822-3592-44ef-9487-1679381bc42f
  kind: Event
  lastTimestamp: "2026-07-28T10:30:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:30:07Z"
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw.18c66d5699256967
    namespace: kserve-ci-e2e-test
    resourceVersion: "20839"
    uid: 9bd108e0-4de9-4bb6-a610-89ca51b6daac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20079"
    uid: ba995822-3592-44ef-9487-1679381bc42f
  kind: Event
  lastTimestamp: "2026-07-28T10:30:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:30:04Z"
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw.18c66d6a155aabba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20820"
    uid: 714d0942-b6e8-48b8-9a27-577499f831dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20079"
    uid: ba995822-3592-44ef-9487-1679381bc42f
  kind: Event
  lastTimestamp: "2026-07-28T10:30:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:30:04Z"
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw.18c66d6a155b0b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "20821"
    uid: ddcb42c3-f556-4202-b6df-39aaa6f4f822
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20079"
    uid: ba995822-3592-44ef-9487-1679381bc42f
  kind: Event
  lastTimestamp: "2026-07-28T10:30:07Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:30:07Z"
    name: isvc-canary-create-predictor-69fc457c9b-qg8bw.18c66d6a9f747958
    namespace: kserve-ci-e2e-test
    resourceVersion: "20838"
    uid: 2cff4abc-d5a7-4247-8417-78e32d4743d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-69fc457c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20060"
    uid: bfb48aaa-3fc3-45d5-8b11-56ff2433cd8b
  kind: Event
  lastTimestamp: "2026-07-28T10:28:34Z"
  message: 'Created pod: isvc-canary-create-predictor-69fc457c9b-qg8bw'
  metadata:
    creationTimestamp: "2026-07-28T10:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:28:34Z"
    name: isvc-canary-create-predictor-69fc457c9b.18c66d551b0c5d5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: 9267505b-88bd-4c94-a231-af12bbeebca8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20059"
    uid: 8128e779-0b9d-40a7-ae45-7a5952e84ae3
  kind: Event
  lastTimestamp: "2026-07-28T10:28:34Z"
  message: Scaled up replica set isvc-canary-create-predictor-69fc457c9b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T10:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:28:34Z"
    name: isvc-canary-create-predictor.18c66d551671ee0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20061"
    uid: ad4f4632-0d20-4a27-ade5-3ad78d252319
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:28:34.603892Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20077"
    uid: 753d4e8f-33ed-4b81-9534-cf2d5c6aa84a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-5957db6ddf-2bz7c
    to ip-10-0-132-110.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:28:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:28:34Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c.18c66d551bbb80e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: 75605d11-9159-44c0-b1a0-b1e163a59bae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84975947fc-rxl45
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20081"
    uid: 753d4e8f-33ed-4b81-9534-cf2d5c6aa84a
  kind: Event
  lastTimestamp: "2026-07-28T10:28:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T10:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:28:34Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c.18c66d5526c241d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20105"
    uid: 91c633c3-1a1e-4edf-9cc2-0a28c7f380c3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20096"
    uid: 753d4e8f-33ed-4b81-9534-cf2d5c6aa84a
  kind: Event
  lastTimestamp: "2026-07-28T10:28:35Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:28:35Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c.18c66d555a85942f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20122"
    uid: 44a8bb6a-23d4-4878-ace7-30d01715cad2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20081"
    uid: 753d4e8f-33ed-4b81-9534-cf2d5c6aa84a
  kind: Event
  lastTimestamp: "2026-07-28T10:28:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:28:35Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c.18c66d555be65424
    namespace: kserve-ci-e2e-test
    resourceVersion: "20124"
    uid: d16c866a-94a0-4704-8059-9872c5b2219c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20081"
    uid: 753d4e8f-33ed-4b81-9534-cf2d5c6aa84a
  kind: Event
  lastTimestamp: "2026-07-28T10:28:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:28:35Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c.18c66d555efd7ecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20125"
    uid: 1b586cfa-96f4-4872-828f-a902db64c69a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20081"
    uid: 753d4e8f-33ed-4b81-9534-cf2d5c6aa84a
  kind: Event
  lastTimestamp: "2026-07-28T10:28:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:28:35Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c.18c66d555f76646b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20126"
    uid: 470f9928-0607-4e11-ace6-acf0fa0aa786
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20081"
    uid: 753d4e8f-33ed-4b81-9534-cf2d5c6aa84a
  kind: Event
  lastTimestamp: "2026-07-28T10:28:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:28:39Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c.18c66d565cd23290
    namespace: kserve-ci-e2e-test
    resourceVersion: "20167"
    uid: b747e82c-47eb-46f5-9ff0-c928fc93d68f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20081"
    uid: 753d4e8f-33ed-4b81-9534-cf2d5c6aa84a
  kind: Event
  lastTimestamp: "2026-07-28T10:28:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:28:40Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c.18c66d56610384fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20173"
    uid: 6f6b3bcc-155e-42d2-b4c6-2e1056223101
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20081"
    uid: 753d4e8f-33ed-4b81-9534-cf2d5c6aa84a
  kind: Event
  lastTimestamp: "2026-07-28T10:28:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:28:40Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c.18c66d56617ff626
    namespace: kserve-ci-e2e-test
    resourceVersion: "20176"
    uid: a9995c21-69f1-4f69-ab5a-279540f422f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20081"
    uid: 753d4e8f-33ed-4b81-9534-cf2d5c6aa84a
  kind: Event
  lastTimestamp: "2026-07-28T10:28:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:28:40Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c.18c66d56618ad4ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20178"
    uid: 891f210b-3bf5-4acb-9131-690092707a95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20081"
    uid: 753d4e8f-33ed-4b81-9534-cf2d5c6aa84a
  kind: Event
  lastTimestamp: "2026-07-28T10:28:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:28:40Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c.18c66d5665100063
    namespace: kserve-ci-e2e-test
    resourceVersion: "20181"
    uid: 1f4cf7d6-e5dc-4827-b910-05043fca25a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20081"
    uid: 753d4e8f-33ed-4b81-9534-cf2d5c6aa84a
  kind: Event
  lastTimestamp: "2026-07-28T10:28:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:28:40Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c.18c66d56658a2da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20183"
    uid: 9cb17a12-d287-4a42-aa3c-d43e72373d0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20081"
    uid: 753d4e8f-33ed-4b81-9534-cf2d5c6aa84a
  kind: Event
  lastTimestamp: "2026-07-28T10:30:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:30:08Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c.18c66d56d518636c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20849"
    uid: 2cbff786-7aee-4917-97c6-5cf3cc4e51cd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20081"
    uid: 753d4e8f-33ed-4b81-9534-cf2d5c6aa84a
  kind: Event
  lastTimestamp: "2026-07-28T10:30:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:30:04Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c.18c66d6a159a75ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20823"
    uid: 77d24bf2-454c-45de-b7af-04c55bd7b262
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20081"
    uid: 753d4e8f-33ed-4b81-9534-cf2d5c6aa84a
  kind: Event
  lastTimestamp: "2026-07-28T10:30:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:30:04Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c.18c66d6a159bbd67
    namespace: kserve-ci-e2e-test
    resourceVersion: "20824"
    uid: 9a2ad9a4-56a9-4b0f-94d2-3d684aba1c3f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20081"
    uid: 753d4e8f-33ed-4b81-9534-cf2d5c6aa84a
  kind: Event
  lastTimestamp: "2026-07-28T10:30:08Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:30:08Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c.18c66d6adb5ae478
    namespace: kserve-ci-e2e-test
    resourceVersion: "20848"
    uid: 430f9b97-79b1-44ad-af46-f1667643d882
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-5957db6ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: 3949c51f-51b9-4669-b6aa-2cfaffcbbbf5
  kind: Event
  lastTimestamp: "2026-07-28T10:28:34Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-5957db6ddf-2bz7c'
  metadata:
    creationTimestamp: "2026-07-28T10:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:28:34Z"
    name: isvc-canary-create-v2-predictor-5957db6ddf.18c66d551b5fd68b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20083"
    uid: 27635fd0-56d9-4915-a322-229a0d65387d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20067"
    uid: cf4a9339-9251-4d97-bf6d-fc81ccb39c35
  kind: Event
  lastTimestamp: "2026-07-28T10:28:34Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-5957db6ddf from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T10:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:28:34Z"
    name: isvc-canary-create-v2-predictor.18c66d55182a6452
    namespace: kserve-ci-e2e-test
    resourceVersion: "20071"
    uid: ec5cdbcf-8a0c-419c-a04e-71810cfe6801
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20052"
    uid: 8cb0c01b-bd44-4666-a484-dcc58a838fc2
  kind: Event
  lastTimestamp: "2026-07-28T10:29:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:29:58Z"
    name: isvc-canary-create.18c66d5517ae1e96
    namespace: kserve-ci-e2e-test
    resourceVersion: "20753"
    uid: f21c2aa6-b98d-440c-90a0-5fda692c91c3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20052"
    uid: 8cb0c01b-bd44-4666-a484-dcc58a838fc2
  kind: Event
  lastTimestamp: "2026-07-28T10:28:34Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:28:34Z"
    name: isvc-canary-create.18c66d55183dda15
    namespace: kserve-ci-e2e-test
    resourceVersion: "20098"
    uid: 57185af7-a5d9-4f49-99d1-d8ca25ab5acc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20052"
    uid: 8cb0c01b-bd44-4666-a484-dcc58a838fc2
  kind: Event
  lastTimestamp: "2026-07-28T10:28:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:28:34Z"
    name: isvc-canary-create.18c66d55183e25b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20099"
    uid: f0cba39b-e1c6-4f20-99bf-341c4ec2ffbf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:29:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20734"
    uid: 8cb0c01b-bd44-4666-a484-dcc58a838fc2
  kind: Event
  lastTimestamp: "2026-07-28T10:29:57Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:29:57Z"
    name: isvc-canary-create.18c66d68515d392d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20735"
    uid: 89a1ded2-0c8b-4603-9fad-c77452871486
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:30:09.848771Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20893"
    uid: aff757f2-ce41-40bd-9510-763109a89559
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-698bbb5b56-nctjt
    to ip-10-0-132-110.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:30:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:30:09Z"
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt.18c66d6b48c5035b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20903"
    uid: f11bcb65-9cd4-4d36-b8e5-d81c6649204d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84975947fc-rxl45
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: aff757f2-ce41-40bd-9510-763109a89559
  kind: Event
  lastTimestamp: "2026-07-28T10:30:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T10:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:30:10Z"
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt.18c66d6b529e845e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20919"
    uid: aac18569-e534-470a-9907-48333119f95c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20912"
    uid: aff757f2-ce41-40bd-9510-763109a89559
  kind: Event
  lastTimestamp: "2026-07-28T10:30:10Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:30:10Z"
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt.18c66d6b8720b405
    namespace: kserve-ci-e2e-test
    resourceVersion: "20945"
    uid: ce8aacc5-1f70-40b1-94b8-fed9ac2391c9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: aff757f2-ce41-40bd-9510-763109a89559
  kind: Event
  lastTimestamp: "2026-07-28T10:30:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:30:10Z"
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt.18c66d6b888f9e83
    namespace: kserve-ci-e2e-test
    resourceVersion: "20947"
    uid: 3599e35f-8c2e-45e6-bc13-c19899de0e09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: aff757f2-ce41-40bd-9510-763109a89559
  kind: Event
  lastTimestamp: "2026-07-28T10:30:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:30:10Z"
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt.18c66d6b8c349b3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20948"
    uid: 6a096446-59a0-4d64-8039-103efa16c6a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: aff757f2-ce41-40bd-9510-763109a89559
  kind: Event
  lastTimestamp: "2026-07-28T10:30:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:30:10Z"
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt.18c66d6b8ca91a7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20949"
    uid: 65efea80-32bb-4a15-b251-18cbfdd0d9be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: aff757f2-ce41-40bd-9510-763109a89559
  kind: Event
  lastTimestamp: "2026-07-28T10:30:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:30:15Z"
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt.18c66d6c9790ff47
    namespace: kserve-ci-e2e-test
    resourceVersion: "20997"
    uid: 086e0c2f-4dcc-4b62-83b1-2a8eed36895c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: aff757f2-ce41-40bd-9510-763109a89559
  kind: Event
  lastTimestamp: "2026-07-28T10:30:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:30:15Z"
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt.18c66d6c9a9ce826
    namespace: kserve-ci-e2e-test
    resourceVersion: "21000"
    uid: 804df312-aa50-4c11-bd28-d4eea0dab059
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: aff757f2-ce41-40bd-9510-763109a89559
  kind: Event
  lastTimestamp: "2026-07-28T10:30:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:30:15Z"
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt.18c66d6c9b1f1e80
    namespace: kserve-ci-e2e-test
    resourceVersion: "21001"
    uid: 749c6af0-5aa3-44bc-8015-ea0cc64837f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: aff757f2-ce41-40bd-9510-763109a89559
  kind: Event
  lastTimestamp: "2026-07-28T10:30:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:30:15Z"
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt.18c66d6c9b281ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21002"
    uid: 60874679-d712-441b-9909-3e421371ab3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: aff757f2-ce41-40bd-9510-763109a89559
  kind: Event
  lastTimestamp: "2026-07-28T10:30:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:30:15Z"
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt.18c66d6c9e316d6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21005"
    uid: 9792ac1d-b06c-4456-a4d6-dae32c0fd68d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: aff757f2-ce41-40bd-9510-763109a89559
  kind: Event
  lastTimestamp: "2026-07-28T10:30:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:30:15Z"
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt.18c66d6c9ea37da5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21007"
    uid: 4479778c-b231-4ae9-8955-a97458c3e2f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: aff757f2-ce41-40bd-9510-763109a89559
  kind: Event
  lastTimestamp: "2026-07-28T10:31:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:31:42Z"
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt.18c66d6cd3a77cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21669"
    uid: 59919acd-0167-477d-8509-857ee840f6d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:31:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: aff757f2-ce41-40bd-9510-763109a89559
  kind: Event
  lastTimestamp: "2026-07-28T10:31:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:31:39Z"
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt.18c66d8045befbca
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: ac2de332-e343-41d0-8733-f630690bee72
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:31:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: aff757f2-ce41-40bd-9510-763109a89559
  kind: Event
  lastTimestamp: "2026-07-28T10:31:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:31:39Z"
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt.18c66d8045bf96c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21632"
    uid: 0112b6ca-06c7-4fd2-b3fb-6baa8b129fd0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: aff757f2-ce41-40bd-9510-763109a89559
  kind: Event
  lastTimestamp: "2026-07-28T10:31:42Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:31:42Z"
    name: isvc-canary-promote-predictor-698bbb5b56-nctjt.18c66d80d9d8c878
    namespace: kserve-ci-e2e-test
    resourceVersion: "21668"
    uid: 489f3980-e1b8-4bc5-b544-14a76f45c62e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-698bbb5b56
    namespace: kserve-ci-e2e-test
    resourceVersion: "20876"
    uid: 0f335b73-bb2e-43ee-8027-05fc25b33f50
  kind: Event
  lastTimestamp: "2026-07-28T10:30:09Z"
  message: 'Created pod: isvc-canary-promote-predictor-698bbb5b56-nctjt'
  metadata:
    creationTimestamp: "2026-07-28T10:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:30:09Z"
    name: isvc-canary-promote-predictor-698bbb5b56.18c66d6b4810c37b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20895"
    uid: 0f997368-1d87-4ae2-82b8-16607ef6239f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20875"
    uid: 49bdfa7c-e3e5-4f03-8753-69187bd4effa
  kind: Event
  lastTimestamp: "2026-07-28T10:30:09Z"
  message: Scaled up replica set isvc-canary-promote-predictor-698bbb5b56 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T10:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:30:09Z"
    name: isvc-canary-promote-predictor.18c66d6b436a7748
    namespace: kserve-ci-e2e-test
    resourceVersion: "20878"
    uid: 0c20d11e-29d8-49f8-a20e-565fee6a8531
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:31:40.063059Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21638"
    uid: 6735ba4f-8d04-4b99-91e2-ae74fa3243a7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p
    to ip-10-0-135-126.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:31:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:31:40Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p.18c66d8049f5cf19
    namespace: kserve-ci-e2e-test
    resourceVersion: "21642"
    uid: 6166c3fb-36a7-4d73-9392-f3f319f32698
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84975947fc-rxl45
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:31:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21649"
    uid: 6735ba4f-8d04-4b99-91e2-ae74fa3243a7
  kind: Event
  lastTimestamp: "2026-07-28T10:31:40Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:31:40Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p.18c66d80637c2bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21654"
    uid: 50c071ac-a5b7-4337-b986-eaa283dc27d7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21640"
    uid: 6735ba4f-8d04-4b99-91e2-ae74fa3243a7
  kind: Event
  lastTimestamp: "2026-07-28T10:31:40Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
  metadata:
    creationTimestamp: "2026-07-28T10:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:31:40Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p.18c66d806522a80a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21656"
    uid: f99e3583-bec1-45e2-80a6-71c9a706d83b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21640"
    uid: 6735ba4f-8d04-4b99-91e2-ae74fa3243a7
  kind: Event
  lastTimestamp: "2026-07-28T10:31:43Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    in 3.451s (3.451s including waiting). Image size: 302621120 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T10:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:31:43Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p.18c66d8132dbfe9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: fdf397a2-a857-4fdb-8fd2-92bbd3184b7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:31:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21640"
    uid: 6735ba4f-8d04-4b99-91e2-ae74fa3243a7
  kind: Event
  lastTimestamp: "2026-07-28T10:31:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:31:44Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p.18c66d8135f32d6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: 912978fd-2f29-4cf0-8fe6-354df51c0a46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:31:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21640"
    uid: 6735ba4f-8d04-4b99-91e2-ae74fa3243a7
  kind: Event
  lastTimestamp: "2026-07-28T10:31:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:31:44Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p.18c66d813664e215
    namespace: kserve-ci-e2e-test
    resourceVersion: "21680"
    uid: 0e95514e-165f-4bdb-b522-831e5e07141a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21640"
    uid: 6735ba4f-8d04-4b99-91e2-ae74fa3243a7
  kind: Event
  lastTimestamp: "2026-07-28T10:31:48Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
  metadata:
    creationTimestamp: "2026-07-28T10:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:31:48Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p.18c66d8230830133
    namespace: kserve-ci-e2e-test
    resourceVersion: "21714"
    uid: 9d1b6d35-7034-463c-89da-3e448379c598
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21640"
    uid: 6735ba4f-8d04-4b99-91e2-ae74fa3243a7
  kind: Event
  lastTimestamp: "2026-07-28T10:32:01Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    in 13.389s (13.389s including waiting). Image size: 1555733417 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T10:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:32:01Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p.18c66d854e9e4562
    namespace: kserve-ci-e2e-test
    resourceVersion: "21812"
    uid: 916d6a93-1e13-49da-971b-8fae8824a4be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21640"
    uid: 6735ba4f-8d04-4b99-91e2-ae74fa3243a7
  kind: Event
  lastTimestamp: "2026-07-28T10:32:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:32:01Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p.18c66d855217e8e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21813"
    uid: 7373ebe0-0af4-4263-88ee-fe76ace9fd74
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21640"
    uid: 6735ba4f-8d04-4b99-91e2-ae74fa3243a7
  kind: Event
  lastTimestamp: "2026-07-28T10:32:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:32:01Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p.18c66d85528bc64f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21814"
    uid: 58c40599-a61c-4450-a646-69b685db9c0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21640"
    uid: 6735ba4f-8d04-4b99-91e2-ae74fa3243a7
  kind: Event
  lastTimestamp: "2026-07-28T10:32:01Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T10:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:32:01Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p.18c66d85529888c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21815"
    uid: 3244146d-c9a9-4940-b835-2227fa756c67
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:32:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21640"
    uid: 6735ba4f-8d04-4b99-91e2-ae74fa3243a7
  kind: Event
  lastTimestamp: "2026-07-28T10:32:03Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.227s (2.227s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T10:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:32:03Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p.18c66d85d763b1cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21830"
    uid: 8bc9d69a-7543-470f-a9ef-8e6e2f94b0fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:32:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21640"
    uid: 6735ba4f-8d04-4b99-91e2-ae74fa3243a7
  kind: Event
  lastTimestamp: "2026-07-28T10:32:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:32:03Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p.18c66d85dae08690
    namespace: kserve-ci-e2e-test
    resourceVersion: "21832"
    uid: e05473c5-c601-4141-8650-0eef0735d032
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:32:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21640"
    uid: 6735ba4f-8d04-4b99-91e2-ae74fa3243a7
  kind: Event
  lastTimestamp: "2026-07-28T10:32:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:32:03Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p.18c66d85db568661
    namespace: kserve-ci-e2e-test
    resourceVersion: "21833"
    uid: 80e744bb-8c75-4fff-91a2-63e473f57481
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:32:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21640"
    uid: 6735ba4f-8d04-4b99-91e2-ae74fa3243a7
  kind: Event
  lastTimestamp: "2026-07-28T10:33:31Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:31Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p.18c66d862b7b5fa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22462"
    uid: fb38562a-9584-4e37-a5e2-8ff890fe5b01
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21640"
    uid: 6735ba4f-8d04-4b99-91e2-ae74fa3243a7
  kind: Event
  lastTimestamp: "2026-07-28T10:33:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:30Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p.18c66d99efe724aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22445"
    uid: b685d4df-cb2b-4930-a720-b3780e043e28
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21640"
    uid: 6735ba4f-8d04-4b99-91e2-ae74fa3243a7
  kind: Event
  lastTimestamp: "2026-07-28T10:33:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:30Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p.18c66d99efe9ee45
    namespace: kserve-ci-e2e-test
    resourceVersion: "22447"
    uid: a1efe5c3-8fa8-4819-9fcc-59a9528764c5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21640"
    uid: 6735ba4f-8d04-4b99-91e2-ae74fa3243a7
  kind: Event
  lastTimestamp: "2026-07-28T10:33:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:31Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p.18c66d9a31afd78f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22461"
    uid: 08b989dd-a1a4-47e4-bbe0-9c2bf1d3ff10
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:30:09.852544Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20894"
    uid: 8db4110e-b735-4859-8364-ab34da572d08
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r
    to ip-10-0-132-110.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:30:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:30:09Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r.18c66d6b48fe842a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: 24f3542f-e8bc-4674-a938-f61befda454b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84975947fc-rxl45
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20913"
    uid: 8db4110e-b735-4859-8364-ab34da572d08
  kind: Event
  lastTimestamp: "2026-07-28T10:30:10Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:30:10Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r.18c66d6b6350f9a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20926"
    uid: 21903acb-3daa-4013-9be0-1c3f7109f9a3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 8db4110e-b735-4859-8364-ab34da572d08
  kind: Event
  lastTimestamp: "2026-07-28T10:30:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:30:10Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r.18c66d6b64b51b7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20928"
    uid: 04a9dc14-34f7-4349-a557-5ee17250c226
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 8db4110e-b735-4859-8364-ab34da572d08
  kind: Event
  lastTimestamp: "2026-07-28T10:30:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:30:10Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r.18c66d6b67c46af4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20932"
    uid: 01077645-25c1-4ab5-9def-518f97a4189b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 8db4110e-b735-4859-8364-ab34da572d08
  kind: Event
  lastTimestamp: "2026-07-28T10:30:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:30:10Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r.18c66d6b68363608
    namespace: kserve-ci-e2e-test
    resourceVersion: "20934"
    uid: dc38a19d-8f9a-4752-a69f-3665b732e32e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 8db4110e-b735-4859-8364-ab34da572d08
  kind: Event
  lastTimestamp: "2026-07-28T10:30:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:30:14Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r.18c66d6c5b744daf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20981"
    uid: c3885af4-7f7e-4fef-9bd1-860b0fbf35b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 8db4110e-b735-4859-8364-ab34da572d08
  kind: Event
  lastTimestamp: "2026-07-28T10:30:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:30:14Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r.18c66d6c5e790447
    namespace: kserve-ci-e2e-test
    resourceVersion: "20983"
    uid: 61953937-a4fb-41d9-b6ad-3f6975151fe4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 8db4110e-b735-4859-8364-ab34da572d08
  kind: Event
  lastTimestamp: "2026-07-28T10:30:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:30:14Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r.18c66d6c5eea513d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20984"
    uid: 59b7d06a-1d54-48d7-9519-a61afe418128
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 8db4110e-b735-4859-8364-ab34da572d08
  kind: Event
  lastTimestamp: "2026-07-28T10:30:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:30:14Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r.18c66d6c5ef44a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20986"
    uid: 82009cb0-9309-4e6d-ac54-bd1396410665
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 8db4110e-b735-4859-8364-ab34da572d08
  kind: Event
  lastTimestamp: "2026-07-28T10:30:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:30:14Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r.18c66d6c61f0dd1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20987"
    uid: d30fcc58-9359-47b3-a525-fb5ba6a5f0af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 8db4110e-b735-4859-8364-ab34da572d08
  kind: Event
  lastTimestamp: "2026-07-28T10:30:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:30:14Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r.18c66d6c626c7104
    namespace: kserve-ci-e2e-test
    resourceVersion: "20988"
    uid: f7245785-bbb8-4f04-913e-e1e333c060fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 8db4110e-b735-4859-8364-ab34da572d08
  kind: Event
  lastTimestamp: "2026-07-28T10:33:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:31Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r.18c66d6c978692f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22465"
    uid: ecce65ae-7846-4999-9163-3d98e0cbf932
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 8db4110e-b735-4859-8364-ab34da572d08
  kind: Event
  lastTimestamp: "2026-07-28T10:33:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:30Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r.18c66d99f00a4090
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: 2c2ad2c1-3cfb-4272-afc9-5383b2142164
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 8db4110e-b735-4859-8364-ab34da572d08
  kind: Event
  lastTimestamp: "2026-07-28T10:33:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:30Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r.18c66d99f00aaab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22448"
    uid: f0b990d6-3088-40c2-93a5-0596384d96ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 8db4110e-b735-4859-8364-ab34da572d08
  kind: Event
  lastTimestamp: "2026-07-28T10:33:31Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:31Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r.18c66d9a3a80dc20
    namespace: kserve-ci-e2e-test
    resourceVersion: "22464"
    uid: 17d7c6f3-c020-409a-8e1a-ba2b269f5998
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-74bdc8ffff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20886"
    uid: 8cc93fb6-6e50-458b-89c9-a3f9ebccc825
  kind: Event
  lastTimestamp: "2026-07-28T10:30:09Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-74bdc8ffff-v5n6r'
  metadata:
    creationTimestamp: "2026-07-28T10:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:30:09Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff.18c66d6b485cefe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20902"
    uid: fae51cef-e155-46be-bc1a-6292cc777ae4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:31:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-74bdc8ffff
    namespace: kserve-ci-e2e-test
    resourceVersion: "21621"
    uid: 8cc93fb6-6e50-458b-89c9-a3f9ebccc825
  kind: Event
  lastTimestamp: "2026-07-28T10:31:40Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-74bdc8ffff-b9t5p'
  metadata:
    creationTimestamp: "2026-07-28T10:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:31:40Z"
    name: isvc-canary-promote-v2-predictor-74bdc8ffff.18c66d804972dfaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21639"
    uid: 4cb40712-8cb7-4c89-9077-c8a5a4fdaf54
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20885"
    uid: ba232a49-6458-4d74-8bfb-821e1e779899
  kind: Event
  lastTimestamp: "2026-07-28T10:30:09Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-74bdc8ffff from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:30:09Z"
    name: isvc-canary-promote-v2-predictor.18c66d6b4543bf60
    namespace: kserve-ci-e2e-test
    resourceVersion: "20888"
    uid: 8c09a763-e7b9-44d2-8755-e6832fde0cec
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:31:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21616"
    uid: ba232a49-6458-4d74-8bfb-821e1e779899
  kind: Event
  lastTimestamp: "2026-07-28T10:31:39Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-74bdc8ffff from
    1 to 2
  metadata:
    creationTimestamp: "2026-07-28T10:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:31:39Z"
    name: isvc-canary-promote-v2-predictor.18c66d8043e853e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21626"
    uid: dd2a80f1-e9c0-4328-abb0-90297a524f22
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20868"
    uid: 4a3bc8f9-bce6-43fc-8944-8e2cc6a30606
  kind: Event
  lastTimestamp: "2026-07-28T10:31:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:31:40Z"
    name: isvc-canary-promote.18c66d6b450c90f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21646"
    uid: 0a8837f7-3533-4e85-9b8e-46b3f2029916
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20868"
    uid: 4a3bc8f9-bce6-43fc-8944-8e2cc6a30606
  kind: Event
  lastTimestamp: "2026-07-28T10:31:40Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:31:40Z"
    name: isvc-canary-promote.18c66d6b456dde4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21635"
    uid: 4ee36a3f-546f-439a-858a-50548936533a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:30:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20868"
    uid: 4a3bc8f9-bce6-43fc-8944-8e2cc6a30606
  kind: Event
  lastTimestamp: "2026-07-28T10:31:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:31:40Z"
    name: isvc-canary-promote.18c66d6b456e2bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21637"
    uid: 31bfa7cd-d246-40b6-8230-6ea71d026515
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:31:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21559"
    uid: 4a3bc8f9-bce6-43fc-8944-8e2cc6a30606
  kind: Event
  lastTimestamp: "2026-07-28T10:33:21Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:33:21Z"
    name: isvc-canary-promote.18c66d7e8d89a87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22374"
    uid: 96238328-f277-4905-bfdd-62553af4902a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:31:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21647"
    uid: 4a3bc8f9-bce6-43fc-8944-8e2cc6a30606
  kind: Event
  lastTimestamp: "2026-07-28T10:31:40Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-28T10:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:31:40Z"
    name: isvc-canary-promote.18c66d804c023d53
    namespace: kserve-ci-e2e-test
    resourceVersion: "21648"
    uid: 02b9c56d-46a5-41bb-abc0-98b4cb20f0ad
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:35:05.487109Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: ded52cbb-42f4-4c5d-98a5-278c2e31547f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-bb95f9bbd-dzj7q
    to ip-10-0-135-126.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:35:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:35:05Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q.18c66db01e300cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23265"
    uid: 08c92dd2-c44c-4108-8d58-8ab4f1d1822f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84975947fc-rxl45
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23270"
    uid: ded52cbb-42f4-4c5d-98a5-278c2e31547f
  kind: Event
  lastTimestamp: "2026-07-28T10:35:05Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:35:05Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q.18c66db037ec414c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23275"
    uid: fec9b176-f6a0-4a99-b082-8f651b5e9612
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23263"
    uid: ded52cbb-42f4-4c5d-98a5-278c2e31547f
  kind: Event
  lastTimestamp: "2026-07-28T10:35:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:05Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q.18c66db0396b064a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23277"
    uid: dcd81586-a558-4536-b494-3b50cfd1afb4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23263"
    uid: ded52cbb-42f4-4c5d-98a5-278c2e31547f
  kind: Event
  lastTimestamp: "2026-07-28T10:35:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:05Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q.18c66db03beb2aaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23278"
    uid: 18d257e9-7b40-4dfa-834e-11171027bbd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23263"
    uid: ded52cbb-42f4-4c5d-98a5-278c2e31547f
  kind: Event
  lastTimestamp: "2026-07-28T10:35:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:05Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q.18c66db03c5cfa15
    namespace: kserve-ci-e2e-test
    resourceVersion: "23279"
    uid: d6f300ae-bd56-4248-9b7f-dca9ee5431ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23263"
    uid: ded52cbb-42f4-4c5d-98a5-278c2e31547f
  kind: Event
  lastTimestamp: "2026-07-28T10:35:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:10Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q.18c66db13453d467
    namespace: kserve-ci-e2e-test
    resourceVersion: "23316"
    uid: 4cb36d12-8cdb-4e9f-ac83-28d41c651d2c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23263"
    uid: ded52cbb-42f4-4c5d-98a5-278c2e31547f
  kind: Event
  lastTimestamp: "2026-07-28T10:35:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:10Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q.18c66db137e96d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23320"
    uid: 7ded888d-a565-40b2-ac65-a0ca72e68cff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23263"
    uid: ded52cbb-42f4-4c5d-98a5-278c2e31547f
  kind: Event
  lastTimestamp: "2026-07-28T10:35:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:10Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q.18c66db13864dfbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23321"
    uid: d43a4354-5835-4d60-b958-0b0ab3c4fe3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23263"
    uid: ded52cbb-42f4-4c5d-98a5-278c2e31547f
  kind: Event
  lastTimestamp: "2026-07-28T10:35:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:10Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q.18c66db13870296e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23322"
    uid: 49c37af9-098e-4874-bf51-cd7f3993062f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23263"
    uid: ded52cbb-42f4-4c5d-98a5-278c2e31547f
  kind: Event
  lastTimestamp: "2026-07-28T10:35:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:10Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q.18c66db13b64f948
    namespace: kserve-ci-e2e-test
    resourceVersion: "23324"
    uid: eae81115-1b12-400b-a6f3-6b4dbe722891
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23263"
    uid: ded52cbb-42f4-4c5d-98a5-278c2e31547f
  kind: Event
  lastTimestamp: "2026-07-28T10:35:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:10Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q.18c66db13bd030f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23325"
    uid: 7bc5a661-0351-488f-959a-6b9eda1b51a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23263"
    uid: ded52cbb-42f4-4c5d-98a5-278c2e31547f
  kind: Event
  lastTimestamp: "2026-07-28T10:36:38Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:38Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q.18c66db1ac5daee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23957"
    uid: 939b6c68-4e84-4845-9e98-486efdd695a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23263"
    uid: ded52cbb-42f4-4c5d-98a5-278c2e31547f
  kind: Event
  lastTimestamp: "2026-07-28T10:36:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:35Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q.18c66dc519fa60f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23934"
    uid: dcf0b106-d4c2-4303-9d18-4f1e28fa50a6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23263"
    uid: ded52cbb-42f4-4c5d-98a5-278c2e31547f
  kind: Event
  lastTimestamp: "2026-07-28T10:36:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:35Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q.18c66dc519fb173a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23936"
    uid: 6cc7801e-e9c4-464c-9aae-b4e729c3b6c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "23263"
    uid: ded52cbb-42f4-4c5d-98a5-278c2e31547f
  kind: Event
  lastTimestamp: "2026-07-28T10:36:38Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:38Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q.18c66dc5b29505d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23956"
    uid: de483df8-1ec0-425c-860f-295529f23fcc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:33:35.383101Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22519"
    uid: 92dda428-ac3b-4f25-8a19-143b08090311
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-bb95f9bbd-wglnd
    to ip-10-0-132-110.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:33:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:33:35Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd.18c66d9b239203a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22529"
    uid: 4992c197-eb30-45ca-9cbc-1c1cbde49fa3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84975947fc-rxl45
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22522"
    uid: 92dda428-ac3b-4f25-8a19-143b08090311
  kind: Event
  lastTimestamp: "2026-07-28T10:33:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T10:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:36Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd.18c66d9b2dcdf3e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22554"
    uid: f6d41499-ffa3-466c-8279-cb46d9aee747
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22537"
    uid: 92dda428-ac3b-4f25-8a19-143b08090311
  kind: Event
  lastTimestamp: "2026-07-28T10:33:37Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:33:37Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd.18c66d9b96cc101a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: 6d618da9-5ca5-4935-8ed4-cfea1ba219d1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22522"
    uid: 92dda428-ac3b-4f25-8a19-143b08090311
  kind: Event
  lastTimestamp: "2026-07-28T10:33:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:37Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd.18c66d9b9814a335
    namespace: kserve-ci-e2e-test
    resourceVersion: "22581"
    uid: ff7662f0-cd71-4f7c-aa7e-446012af8af0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22522"
    uid: 92dda428-ac3b-4f25-8a19-143b08090311
  kind: Event
  lastTimestamp: "2026-07-28T10:33:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:37Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd.18c66d9b9afa3b37
    namespace: kserve-ci-e2e-test
    resourceVersion: "22582"
    uid: 43e54e19-0067-4c0d-8f2d-e91c66c4581e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22522"
    uid: 92dda428-ac3b-4f25-8a19-143b08090311
  kind: Event
  lastTimestamp: "2026-07-28T10:33:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:37Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd.18c66d9b9b6a5bb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22583"
    uid: 7e6b5f1c-329e-4c78-9a55-e619b92dcd5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22522"
    uid: 92dda428-ac3b-4f25-8a19-143b08090311
  kind: Event
  lastTimestamp: "2026-07-28T10:33:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:41Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd.18c66d9c8b5ad8ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "22627"
    uid: 9dd09509-7d6e-4dd3-b155-e65b5e9a450d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22522"
    uid: 92dda428-ac3b-4f25-8a19-143b08090311
  kind: Event
  lastTimestamp: "2026-07-28T10:33:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:41Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd.18c66d9c8e49b1a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22629"
    uid: a3f34002-61bf-4d6a-84c2-cc3b0ce0dac9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22522"
    uid: 92dda428-ac3b-4f25-8a19-143b08090311
  kind: Event
  lastTimestamp: "2026-07-28T10:33:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:41Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd.18c66d9c8ebb6c67
    namespace: kserve-ci-e2e-test
    resourceVersion: "22632"
    uid: a9777413-3fee-48bc-aa56-6006ede959cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22522"
    uid: 92dda428-ac3b-4f25-8a19-143b08090311
  kind: Event
  lastTimestamp: "2026-07-28T10:33:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:41Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd.18c66d9c8ec43a96
    namespace: kserve-ci-e2e-test
    resourceVersion: "22633"
    uid: 665945c4-2361-4211-80b5-e4aa807c7045
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22522"
    uid: 92dda428-ac3b-4f25-8a19-143b08090311
  kind: Event
  lastTimestamp: "2026-07-28T10:33:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:41Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd.18c66d9c921328f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22634"
    uid: 06106ada-d285-411e-8a1a-b1d29781dd69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22522"
    uid: 92dda428-ac3b-4f25-8a19-143b08090311
  kind: Event
  lastTimestamp: "2026-07-28T10:33:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:41Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd.18c66d9c92836652
    namespace: kserve-ci-e2e-test
    resourceVersion: "22635"
    uid: 5aa382c0-c44c-44ea-b131-1b03ed46ab33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22522"
    uid: 92dda428-ac3b-4f25-8a19-143b08090311
  kind: Event
  lastTimestamp: "2026-07-28T10:36:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:39Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd.18c66d9d03b18199
    namespace: kserve-ci-e2e-test
    resourceVersion: "23969"
    uid: 595c6669-a39d-4001-b44a-37a5569dc912
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22522"
    uid: 92dda428-ac3b-4f25-8a19-143b08090311
  kind: Event
  lastTimestamp: "2026-07-28T10:36:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:35Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd.18c66dc51a228615
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: 65f54253-b357-4a15-a516-121e51b41a9e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22522"
    uid: 92dda428-ac3b-4f25-8a19-143b08090311
  kind: Event
  lastTimestamp: "2026-07-28T10:36:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:35Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd.18c66dc51a23260a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23937"
    uid: b52c50e3-0d46-48f0-ba60-3849a46733f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22522"
    uid: 92dda428-ac3b-4f25-8a19-143b08090311
  kind: Event
  lastTimestamp: "2026-07-28T10:36:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:39Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd-wglnd.18c66dc5fe607b97
    namespace: kserve-ci-e2e-test
    resourceVersion: "23968"
    uid: a80f167c-669d-4245-aec8-0de71be46e6e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-bb95f9bbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22503"
    uid: 5e654c1a-8f6f-4b72-989c-3b7bee00d45d
  kind: Event
  lastTimestamp: "2026-07-28T10:33:35Z"
  message: 'Created pod: isvc-canary-rollback-predictor-bb95f9bbd-wglnd'
  metadata:
    creationTimestamp: "2026-07-28T10:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:33:35Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd.18c66d9b22fe750b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22521"
    uid: 5d38f5c9-b02d-4b14-be01-53964ca2ba18
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-bb95f9bbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23244"
    uid: 5e654c1a-8f6f-4b72-989c-3b7bee00d45d
  kind: Event
  lastTimestamp: "2026-07-28T10:35:05Z"
  message: 'Created pod: isvc-canary-rollback-predictor-bb95f9bbd-dzj7q'
  metadata:
    creationTimestamp: "2026-07-28T10:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:35:05Z"
    name: isvc-canary-rollback-predictor-bb95f9bbd.18c66db01d9c340a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23262"
    uid: 0ac7a763-c5d2-4d9a-90ca-cfcc02a8a6e8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22502"
    uid: 9cae83a0-baba-43df-9bc0-8e11a2fe4f51
  kind: Event
  lastTimestamp: "2026-07-28T10:33:35Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-bb95f9bbd from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T10:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:33:35Z"
    name: isvc-canary-rollback-predictor.18c66d9b1e440edc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22504"
    uid: 9f08dd0d-714f-4631-bcd9-145f7f008005
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23239"
    uid: 9cae83a0-baba-43df-9bc0-8e11a2fe4f51
  kind: Event
  lastTimestamp: "2026-07-28T10:35:05Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-bb95f9bbd from 1 to
    2
  metadata:
    creationTimestamp: "2026-07-28T10:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:35:05Z"
    name: isvc-canary-rollback-predictor.18c66db018ea9abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23249"
    uid: 0bc5f259-98aa-4fc6-9217-390940addbb8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:33:35.388725Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22520"
    uid: 820a319b-613b-4eea-b074-506589384b55
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk
    to ip-10-0-135-126.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:33:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:33:35Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk.18c66d9b23e7cc98
    namespace: kserve-ci-e2e-test
    resourceVersion: "22530"
    uid: ae816ab9-a602-42d9-9de0-d799ef90f962
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84975947fc-rxl45
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 820a319b-613b-4eea-b074-506589384b55
  kind: Event
  lastTimestamp: "2026-07-28T10:33:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T10:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:35Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk.18c66d9b2fb3b988
    namespace: kserve-ci-e2e-test
    resourceVersion: "22545"
    uid: c857e94d-9da1-4ef5-b370-cd4b62b3e9bf
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22536"
    uid: 820a319b-613b-4eea-b074-506589384b55
  kind: Event
  lastTimestamp: "2026-07-28T10:33:36Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:33:36Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk.18c66d9b614a42a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22561"
    uid: e801fe3c-175a-45cc-a161-541ba436b560
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 820a319b-613b-4eea-b074-506589384b55
  kind: Event
  lastTimestamp: "2026-07-28T10:33:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:36Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk.18c66d9b62ca9ee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22563"
    uid: dda88283-7253-4fbd-b7da-f4ab97069c59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 820a319b-613b-4eea-b074-506589384b55
  kind: Event
  lastTimestamp: "2026-07-28T10:33:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:36Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk.18c66d9b65c63180
    namespace: kserve-ci-e2e-test
    resourceVersion: "22564"
    uid: b55397a9-b50c-4969-ae98-54ef35f3f3e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 820a319b-613b-4eea-b074-506589384b55
  kind: Event
  lastTimestamp: "2026-07-28T10:33:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:36Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk.18c66d9b663573a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22565"
    uid: 4eb1f715-234f-43df-afa3-50ec03c01371
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 820a319b-613b-4eea-b074-506589384b55
  kind: Event
  lastTimestamp: "2026-07-28T10:33:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:40Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk.18c66d9c63493694
    namespace: kserve-ci-e2e-test
    resourceVersion: "22616"
    uid: 49f3fdc8-b8da-4cdf-91e8-b4c40f009c40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 820a319b-613b-4eea-b074-506589384b55
  kind: Event
  lastTimestamp: "2026-07-28T10:33:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:40Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk.18c66d9c66dcfee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22618"
    uid: eea88637-e80e-4ed9-994c-1ae2b67eb5e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 820a319b-613b-4eea-b074-506589384b55
  kind: Event
  lastTimestamp: "2026-07-28T10:33:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:40Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk.18c66d9c67520c22
    namespace: kserve-ci-e2e-test
    resourceVersion: "22620"
    uid: f0ec604b-4ae7-4f45-a334-a1cd2030da31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 820a319b-613b-4eea-b074-506589384b55
  kind: Event
  lastTimestamp: "2026-07-28T10:33:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:40Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk.18c66d9c675c248d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22621"
    uid: f7340914-13c2-4062-baf0-439945e57506
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 820a319b-613b-4eea-b074-506589384b55
  kind: Event
  lastTimestamp: "2026-07-28T10:33:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:40Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk.18c66d9c6aaa6241
    namespace: kserve-ci-e2e-test
    resourceVersion: "22622"
    uid: 1d5932bb-cfd5-4226-abad-2993f5a367a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 820a319b-613b-4eea-b074-506589384b55
  kind: Event
  lastTimestamp: "2026-07-28T10:33:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:33:40Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk.18c66d9c6b1aae4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22624"
    uid: 07bb7a79-635d-42c4-9fed-8fa33e88bcc1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 820a319b-613b-4eea-b074-506589384b55
  kind: Event
  lastTimestamp: "2026-07-28T10:35:08Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:08Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk.18c66d9cdb279c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23305"
    uid: 00c9eabe-ff69-49b2-920d-283c4cd2aa12
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 820a319b-613b-4eea-b074-506589384b55
  kind: Event
  lastTimestamp: "2026-07-28T10:35:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:05Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk.18c66db019e1f375
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: 1d229171-882f-4e65-b8e6-df9e24bbe679
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 820a319b-613b-4eea-b074-506589384b55
  kind: Event
  lastTimestamp: "2026-07-28T10:35:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:05Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk.18c66db019e29d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23255"
    uid: a775bd2e-096f-47ad-8bdd-aa4d31a891b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 820a319b-613b-4eea-b074-506589384b55
  kind: Event
  lastTimestamp: "2026-07-28T10:35:08Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:35:08Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk.18c66db0e15e5e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23304"
    uid: 68e0adab-7366-43b2-9878-12357ee0ef07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-7799dfb7df
    namespace: kserve-ci-e2e-test
    resourceVersion: "22512"
    uid: 2d0968bd-4388-4254-b1c6-7fb9a6c8705c
  kind: Event
  lastTimestamp: "2026-07-28T10:33:35Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-7799dfb7df-lqqtk'
  metadata:
    creationTimestamp: "2026-07-28T10:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:33:35Z"
    name: isvc-canary-rollback-v2-predictor-7799dfb7df.18c66d9b2340f882
    namespace: kserve-ci-e2e-test
    resourceVersion: "22527"
    uid: 2b104cae-7d2d-4847-bb16-85a3f9d07992
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22510"
    uid: cb8b0d65-3e38-4fcf-8f37-2fd9b5f28f5c
  kind: Event
  lastTimestamp: "2026-07-28T10:33:35Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-7799dfb7df from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:33:35Z"
    name: isvc-canary-rollback-v2-predictor.18c66d9b1fde5975
    namespace: kserve-ci-e2e-test
    resourceVersion: "22514"
    uid: 737eb486-c259-4383-82f6-364b1df8b823
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22495"
    uid: a2096534-5a92-4d42-9212-ff64799e6397
  kind: Event
  lastTimestamp: "2026-07-28T10:35:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:35:05Z"
    name: isvc-canary-rollback.18c66d9b1fb3eb9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23273"
    uid: cc1b3f59-a31e-437f-8a60-a7bebac3ff48
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22495"
    uid: a2096534-5a92-4d42-9212-ff64799e6397
  kind: Event
  lastTimestamp: "2026-07-28T10:35:05Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:35:05Z"
    name: isvc-canary-rollback.18c66d9b2039d6e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23271"
    uid: ab6a47aa-88ae-49ee-89ac-90079d0ca553
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:33:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22495"
    uid: a2096534-5a92-4d42-9212-ff64799e6397
  kind: Event
  lastTimestamp: "2026-07-28T10:35:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:35:05Z"
    name: isvc-canary-rollback.18c66d9b203a2ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23272"
    uid: 64b296ef-bf94-46c8-9e2c-ca17eaf6540e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:34:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "23196"
    uid: a2096534-5a92-4d42-9212-ff64799e6397
  kind: Event
  lastTimestamp: "2026-07-28T10:36:28Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:36:28Z"
    name: isvc-canary-rollback.18c66daec07a59e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23870"
    uid: 8d96b598-117d-4e49-a528-e62942de74d5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:35:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "23259"
    uid: a2096534-5a92-4d42-9212-ff64799e6397
  kind: Event
  lastTimestamp: "2026-07-28T10:35:05Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-28T10:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:35:05Z"
    name: isvc-canary-rollback.18c66db01caa6c72
    namespace: kserve-ci-e2e-test
    resourceVersion: "23260"
    uid: a25d8437-1662-41b7-a57c-9dfff3572d2b
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:36:40.750817Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-925g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24011"
    uid: 86cff314-e9af-4027-91d9-5df3f7d4ac63
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-cf655cf76-925g5
    to ip-10-0-132-110.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:36:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:36:40Z"
    name: isvc-canary-stop-predictor-cf655cf76-925g5.18c66dc64c58dd0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24021"
    uid: 68c20c4b-3668-4703-96b5-8bfd696ca13f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84975947fc-rxl45
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-925g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24029"
    uid: 86cff314-e9af-4027-91d9-5df3f7d4ac63
  kind: Event
  lastTimestamp: "2026-07-28T10:36:41Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:36:41Z"
    name: isvc-canary-stop-predictor-cf655cf76-925g5.18c66dc66707454f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24042"
    uid: 7f34cc3e-f1ed-4a54-8433-c11242aaac1f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-925g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24014"
    uid: 86cff314-e9af-4027-91d9-5df3f7d4ac63
  kind: Event
  lastTimestamp: "2026-07-28T10:36:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:41Z"
    name: isvc-canary-stop-predictor-cf655cf76-925g5.18c66dc668891e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24045"
    uid: 9766e336-541d-4134-a55f-dc2070841d3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-925g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24014"
    uid: 86cff314-e9af-4027-91d9-5df3f7d4ac63
  kind: Event
  lastTimestamp: "2026-07-28T10:36:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:41Z"
    name: isvc-canary-stop-predictor-cf655cf76-925g5.18c66dc66d627d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24050"
    uid: 2416d158-acaf-4c9d-8a7c-60c911df58ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-925g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24014"
    uid: 86cff314-e9af-4027-91d9-5df3f7d4ac63
  kind: Event
  lastTimestamp: "2026-07-28T10:36:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:41Z"
    name: isvc-canary-stop-predictor-cf655cf76-925g5.18c66dc66dd43153
    namespace: kserve-ci-e2e-test
    resourceVersion: "24052"
    uid: c23f80d5-0dfe-4849-9948-c2db48803481
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-925g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24014"
    uid: 86cff314-e9af-4027-91d9-5df3f7d4ac63
  kind: Event
  lastTimestamp: "2026-07-28T10:36:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:36:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:45Z"
    name: isvc-canary-stop-predictor-cf655cf76-925g5.18c66dc7581371a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24091"
    uid: 59e50351-e0a2-4e3e-a8b1-a4cdbfca92eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-925g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24014"
    uid: 86cff314-e9af-4027-91d9-5df3f7d4ac63
  kind: Event
  lastTimestamp: "2026-07-28T10:36:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:36:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:45Z"
    name: isvc-canary-stop-predictor-cf655cf76-925g5.18c66dc75c1cd61d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24097"
    uid: f4db7df2-384c-4653-ae30-093855877c9c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-925g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24014"
    uid: 86cff314-e9af-4027-91d9-5df3f7d4ac63
  kind: Event
  lastTimestamp: "2026-07-28T10:36:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:36:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:45Z"
    name: isvc-canary-stop-predictor-cf655cf76-925g5.18c66dc75c941af2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24100"
    uid: df2a4fdf-bdb9-42fb-aab5-1df7b17e3429
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-925g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24014"
    uid: 86cff314-e9af-4027-91d9-5df3f7d4ac63
  kind: Event
  lastTimestamp: "2026-07-28T10:36:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:36:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:45Z"
    name: isvc-canary-stop-predictor-cf655cf76-925g5.18c66dc75c9e714d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: 1cd845ae-5ea3-4b05-9020-0c3805cd9b55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-925g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24014"
    uid: 86cff314-e9af-4027-91d9-5df3f7d4ac63
  kind: Event
  lastTimestamp: "2026-07-28T10:36:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:36:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:45Z"
    name: isvc-canary-stop-predictor-cf655cf76-925g5.18c66dc75f8a529a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24104"
    uid: 1107b818-391c-417d-b62f-8314a631918f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-925g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24014"
    uid: 86cff314-e9af-4027-91d9-5df3f7d4ac63
  kind: Event
  lastTimestamp: "2026-07-28T10:36:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:36:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:45Z"
    name: isvc-canary-stop-predictor-cf655cf76-925g5.18c66dc7602ff349
    namespace: kserve-ci-e2e-test
    resourceVersion: "24105"
    uid: d8bec3a3-7975-4c0a-ae61-d480d4d14541
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-925g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24014"
    uid: 86cff314-e9af-4027-91d9-5df3f7d4ac63
  kind: Event
  lastTimestamp: "2026-07-28T10:38:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:12Z"
    name: isvc-canary-stop-predictor-cf655cf76-925g5.18c66dc7943cd222
    namespace: kserve-ci-e2e-test
    resourceVersion: "24764"
    uid: 341fe72c-c711-429f-ad9a-bfffdace299f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-925g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24014"
    uid: 86cff314-e9af-4027-91d9-5df3f7d4ac63
  kind: Event
  lastTimestamp: "2026-07-28T10:38:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:38:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:10Z"
    name: isvc-canary-stop-predictor-cf655cf76-925g5.18c66ddb429067b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24735"
    uid: b0469dd4-81c6-4d2f-b5c8-e5520ce30cd2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-925g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24014"
    uid: 86cff314-e9af-4027-91d9-5df3f7d4ac63
  kind: Event
  lastTimestamp: "2026-07-28T10:38:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:38:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:10Z"
    name: isvc-canary-stop-predictor-cf655cf76-925g5.18c66ddb4293ff90
    namespace: kserve-ci-e2e-test
    resourceVersion: "24739"
    uid: d6c2f055-9b65-4f0e-b418-0254531128dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-cf655cf76-925g5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24014"
    uid: 86cff314-e9af-4027-91d9-5df3f7d4ac63
  kind: Event
  lastTimestamp: "2026-07-28T10:38:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:12Z"
    name: isvc-canary-stop-predictor-cf655cf76-925g5.18c66ddb9a840105
    namespace: kserve-ci-e2e-test
    resourceVersion: "24762"
    uid: 4a4e53cb-b76c-402b-a05a-53ed142ab73d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-cf655cf76
    namespace: kserve-ci-e2e-test
    resourceVersion: "23995"
    uid: dfa9f112-3785-4d6b-be61-bb00536dc6e0
  kind: Event
  lastTimestamp: "2026-07-28T10:36:40Z"
  message: 'Created pod: isvc-canary-stop-predictor-cf655cf76-925g5'
  metadata:
    creationTimestamp: "2026-07-28T10:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:36:40Z"
    name: isvc-canary-stop-predictor-cf655cf76.18c66dc64be2517d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24013"
    uid: 31dc293b-7983-4645-ba1f-fd9397da42ca
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23994"
    uid: 4e79f499-fdc0-4d5f-a6a5-528f9013ae4d
  kind: Event
  lastTimestamp: "2026-07-28T10:36:40Z"
  message: Scaled up replica set isvc-canary-stop-predictor-cf655cf76 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:36:40Z"
    name: isvc-canary-stop-predictor.18c66dc64729028a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 40ef8803-0560-478c-81cb-de2d2f1070f5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:36:40.758365Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: 4fadb75f-28ee-409b-9c10-f4e16d1b7f10
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd
    to ip-10-0-132-110.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:36:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:36:40Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd.18c66dc64ccbffc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24022"
    uid: 6942c65d-c953-4b0c-af87-149bc63a0657
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84975947fc-rxl45
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24030"
    uid: 4fadb75f-28ee-409b-9c10-f4e16d1b7f10
  kind: Event
  lastTimestamp: "2026-07-28T10:36:41Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:36:41Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd.18c66dc668484922
    namespace: kserve-ci-e2e-test
    resourceVersion: "24044"
    uid: 828bc39d-b104-4ba5-94ef-c3a24b1512a1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24016"
    uid: 4fadb75f-28ee-409b-9c10-f4e16d1b7f10
  kind: Event
  lastTimestamp: "2026-07-28T10:36:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:41Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd.18c66dc669a4142c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24049"
    uid: 4661d500-d2ad-467f-ab0b-4388996e3744
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24016"
    uid: 4fadb75f-28ee-409b-9c10-f4e16d1b7f10
  kind: Event
  lastTimestamp: "2026-07-28T10:36:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:41Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd.18c66dc66db732fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24051"
    uid: 10b3266d-39e6-4ab6-88e7-8274b8ef45ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24016"
    uid: 4fadb75f-28ee-409b-9c10-f4e16d1b7f10
  kind: Event
  lastTimestamp: "2026-07-28T10:36:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:41Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd.18c66dc66e246ee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24053"
    uid: 0b4c22af-b57a-4e91-8d61-e902c39c3d71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24016"
    uid: 4fadb75f-28ee-409b-9c10-f4e16d1b7f10
  kind: Event
  lastTimestamp: "2026-07-28T10:36:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:36:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:45Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd.18c66dc757feb684
    namespace: kserve-ci-e2e-test
    resourceVersion: "24090"
    uid: 28bbafeb-3a83-448a-8a62-40fbd6153ddd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24016"
    uid: 4fadb75f-28ee-409b-9c10-f4e16d1b7f10
  kind: Event
  lastTimestamp: "2026-07-28T10:36:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:36:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:45Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd.18c66dc75c13582a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24096"
    uid: a3747e2e-70fa-4b7b-a99e-881b159f1f47
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24016"
    uid: 4fadb75f-28ee-409b-9c10-f4e16d1b7f10
  kind: Event
  lastTimestamp: "2026-07-28T10:36:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:36:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:45Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd.18c66dc75c872ead
    namespace: kserve-ci-e2e-test
    resourceVersion: "24098"
    uid: aedf7030-5831-4c66-a079-74b75c2352ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24016"
    uid: 4fadb75f-28ee-409b-9c10-f4e16d1b7f10
  kind: Event
  lastTimestamp: "2026-07-28T10:36:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:36:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:45Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd.18c66dc75c90d18a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24099"
    uid: 77e5c161-88af-450a-8e29-88b1570ccfbb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24016"
    uid: 4fadb75f-28ee-409b-9c10-f4e16d1b7f10
  kind: Event
  lastTimestamp: "2026-07-28T10:36:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:36:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:45Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd.18c66dc75f7988e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24103"
    uid: 2cfb9af3-b203-43e6-88f3-1212bebf7541
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24016"
    uid: 4fadb75f-28ee-409b-9c10-f4e16d1b7f10
  kind: Event
  lastTimestamp: "2026-07-28T10:36:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:36:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:36:45Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd.18c66dc7602ff3b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24106"
    uid: 7df8768c-8e1d-413f-ab36-9da070d9bb3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24016"
    uid: 4fadb75f-28ee-409b-9c10-f4e16d1b7f10
  kind: Event
  lastTimestamp: "2026-07-28T10:38:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:14Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd.18c66dc79421c29d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24779"
    uid: c56d8a5a-9b70-4107-842f-fdbb45cd1c1a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24016"
    uid: 4fadb75f-28ee-409b-9c10-f4e16d1b7f10
  kind: Event
  lastTimestamp: "2026-07-28T10:38:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:38:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:10Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd.18c66ddb445a83ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: ec388e3a-2699-4820-a152-49dc7363580f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24016"
    uid: 4fadb75f-28ee-409b-9c10-f4e16d1b7f10
  kind: Event
  lastTimestamp: "2026-07-28T10:38:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:38:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:10Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd.18c66ddb445af916
    namespace: kserve-ci-e2e-test
    resourceVersion: "24747"
    uid: 3c5b14c7-7f5b-4f96-9853-b9753c5e11a6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24016"
    uid: 4fadb75f-28ee-409b-9c10-f4e16d1b7f10
  kind: Event
  lastTimestamp: "2026-07-28T10:38:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:12Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd.18c66ddb9a84754e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24763"
    uid: 60e60484-ad8c-477a-a1a2-36253cecfb91
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-75fcd5578f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24004"
    uid: aa7ff626-f755-4d7e-828b-cb15b770d7f8
  kind: Event
  lastTimestamp: "2026-07-28T10:36:40Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-75fcd5578f-4jpsd'
  metadata:
    creationTimestamp: "2026-07-28T10:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:36:40Z"
    name: isvc-canary-stop-v2-predictor-75fcd5578f.18c66dc64c0d90fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24018"
    uid: c2080b5d-db7b-4cd8-bc7f-d4cb803e98a1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24002"
    uid: 1780a8eb-4fcc-4524-b880-2ee6749c0244
  kind: Event
  lastTimestamp: "2026-07-28T10:36:40Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-75fcd5578f from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T10:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:36:40Z"
    name: isvc-canary-stop-v2-predictor.18c66dc648d339a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24006"
    uid: 3957ceb2-e9cc-4082-aebd-1e76c0b0f6cb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "23986"
    uid: 7f236675-ad92-4b69-90dd-c1518f6083b4
  kind: Event
  lastTimestamp: "2026-07-28T10:38:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:38:10Z"
    name: isvc-canary-stop.18c66dc64879533e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24752"
    uid: 0d2ace4a-c11d-4467-a662-4c2d1084c949
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "23986"
    uid: 7f236675-ad92-4b69-90dd-c1518f6083b4
  kind: Event
  lastTimestamp: "2026-07-28T10:36:40Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:36:40Z"
    name: isvc-canary-stop.18c66dc648eb62ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24007"
    uid: 161fc300-81f2-4871-b3d1-627ca45d9e44
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:36:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "23986"
    uid: 7f236675-ad92-4b69-90dd-c1518f6083b4
  kind: Event
  lastTimestamp: "2026-07-28T10:36:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:36:40Z"
    name: isvc-canary-stop.18c66dc648eba8a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24009"
    uid: ba67b258-e4e2-4bea-9881-efeb0da8fda6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "24653"
    uid: 7f236675-ad92-4b69-90dd-c1518f6083b4
  kind: Event
  lastTimestamp: "2026-07-28T10:38:02Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:38:02Z"
    name: isvc-canary-stop.18c66dd94c5b568d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24654"
    uid: eb32ce90-a36a-478b-b018-7288cc241b8b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "24743"
    uid: 7f236675-ad92-4b69-90dd-c1518f6083b4
  kind: Event
  lastTimestamp: "2026-07-28T10:38:10Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-07-28T10:38:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:38:10Z"
    name: isvc-canary-stop.18c66ddb440c5ef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24745"
    uid: 7bc42291-d8c0-470d-82d9-bcd75725435f
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:40:29.545305Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-505b2f-predictor-5df49d5965-gptlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26230"
    uid: ef05ab63-fabf-4d18-8221-5f250c8e78e7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-505b2f-predictor-5df49d5965-gptlx
    to ip-10-0-132-110.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:40:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:40:29Z"
    name: isvc-init-fail-505b2f-predictor-5df49d5965-gptlx.18c66dfb918fbd3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26236"
    uid: 2f5e198f-ddb5-426a-a2ed-b77c15ea0352
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84975947fc-rxl45
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-505b2f-predictor-5df49d5965-gptlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26240"
    uid: ef05ab63-fabf-4d18-8221-5f250c8e78e7
  kind: Event
  lastTimestamp: "2026-07-28T10:40:29Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:40:29Z"
    name: isvc-init-fail-505b2f-predictor-5df49d5965-gptlx.18c66dfbab346da0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26249"
    uid: eaee321d-18ff-4500-a152-c25fc5096619
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-505b2f-predictor-5df49d5965-gptlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26232"
    uid: ef05ab63-fabf-4d18-8221-5f250c8e78e7
  kind: Event
  lastTimestamp: "2026-07-28T10:40:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:37Z"
    name: isvc-init-fail-505b2f-predictor-5df49d5965-gptlx.18c66dfbac86bbcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26310"
    uid: b5926d39-7304-4b34-8dce-a8a7d283e5cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-505b2f-predictor-5df49d5965-gptlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26232"
    uid: ef05ab63-fabf-4d18-8221-5f250c8e78e7
  kind: Event
  lastTimestamp: "2026-07-28T10:40:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:37Z"
    name: isvc-init-fail-505b2f-predictor-5df49d5965-gptlx.18c66dfbaf83a797
    namespace: kserve-ci-e2e-test
    resourceVersion: "26312"
    uid: 7df9bc42-3ffb-4c3d-a15c-ad467c696f4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-505b2f-predictor-5df49d5965-gptlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26232"
    uid: ef05ab63-fabf-4d18-8221-5f250c8e78e7
  kind: Event
  lastTimestamp: "2026-07-28T10:40:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:37Z"
    name: isvc-init-fail-505b2f-predictor-5df49d5965-gptlx.18c66dfbafef5d12
    namespace: kserve-ci-e2e-test
    resourceVersion: "26314"
    uid: 9e056edd-6d74-4882-ab30-a64266c5570d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-505b2f-predictor-5df49d5965-gptlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26232"
    uid: ef05ab63-fabf-4d18-8221-5f250c8e78e7
  kind: Event
  lastTimestamp: "2026-07-28T10:40:39Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:39Z"
    name: isvc-init-fail-505b2f-predictor-5df49d5965-gptlx.18c66dfde5ae1dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26351"
    uid: 069a9bb0-c1aa-4d7b-b169-1a6d217e894e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-505b2f-predictor-5df49d5965
    namespace: kserve-ci-e2e-test
    resourceVersion: "26223"
    uid: 41650c7d-c25c-4890-9336-c0d11aa81b5a
  kind: Event
  lastTimestamp: "2026-07-28T10:40:29Z"
  message: 'Created pod: isvc-init-fail-505b2f-predictor-5df49d5965-gptlx'
  metadata:
    creationTimestamp: "2026-07-28T10:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:40:29Z"
    name: isvc-init-fail-505b2f-predictor-5df49d5965.18c66dfb9124b226
    namespace: kserve-ci-e2e-test
    resourceVersion: "26231"
    uid: c7c42e4e-a3fa-4abc-a0ee-b0b22c8a12bd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-505b2f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26221"
    uid: 4c357f54-bf25-40cb-8a11-de915625e39e
  kind: Event
  lastTimestamp: "2026-07-28T10:40:29Z"
  message: Scaled up replica set isvc-init-fail-505b2f-predictor-5df49d5965 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T10:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:40:29Z"
    name: isvc-init-fail-505b2f-predictor.18c66dfb8ebad3e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26225"
    uid: 5b5855f4-ead8-4352-b982-8edf8df1a582
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-505b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26213"
    uid: 9d23f1fd-8505-4f63-b129-ddde5bb0e5f1
  kind: Event
  lastTimestamp: "2026-07-28T10:40:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:40:37Z"
    name: isvc-init-fail-505b2f.18c66dfb8eb7897f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26317"
    uid: 265ef76c-a209-4770-9ad5-8a8fcd04fbbb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-505b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26213"
    uid: 9d23f1fd-8505-4f63-b129-ddde5bb0e5f1
  kind: Event
  lastTimestamp: "2026-07-28T10:40:29Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-505b2f":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-505b2f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:40:29Z"
    name: isvc-init-fail-505b2f.18c66dfb8f4779ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "26227"
    uid: 01ca94b9-6e80-4edc-b661-3256c6604bc7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-505b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26213"
    uid: 9d23f1fd-8505-4f63-b129-ddde5bb0e5f1
  kind: Event
  lastTimestamp: "2026-07-28T10:40:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-505b2f": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:40:29Z"
    name: isvc-init-fail-505b2f.18c66dfb8f47a8a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26228"
    uid: 37474687-3fef-4b3c-9501-99aee71ecaf7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:24:13.989544Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht
    namespace: kserve-ci-e2e-test
    resourceVersion: "18002"
    uid: 0d96f7a4-d01d-4770-9a32-878cd03cf875
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht
    to ip-10-0-132-110.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:24:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:24:13Z"
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht.18c66d186de82273
    namespace: kserve-ci-e2e-test
    resourceVersion: "18008"
    uid: e2c235e1-b64a-4bf1-acee-c8bf86a56e60
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84975947fc-rxl45
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:24:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht
    namespace: kserve-ci-e2e-test
    resourceVersion: "18012"
    uid: 0d96f7a4-d01d-4770-9a32-878cd03cf875
  kind: Event
  lastTimestamp: "2026-07-28T10:24:14Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:24:14Z"
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht.18c66d1887f47b24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18021"
    uid: be171037-cb03-48e5-a276-9a0bdfed2bab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht
    namespace: kserve-ci-e2e-test
    resourceVersion: "18006"
    uid: 0d96f7a4-d01d-4770-9a32-878cd03cf875
  kind: Event
  lastTimestamp: "2026-07-28T10:24:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:24:14Z"
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht.18c66d1889880988
    namespace: kserve-ci-e2e-test
    resourceVersion: "18023"
    uid: d9c60c8c-3d0b-40ef-bd26-359ac7f8713f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht
    namespace: kserve-ci-e2e-test
    resourceVersion: "18006"
    uid: 0d96f7a4-d01d-4770-9a32-878cd03cf875
  kind: Event
  lastTimestamp: "2026-07-28T10:24:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:24:14Z"
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht.18c66d188c627fff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18024"
    uid: 709e5d4c-2fad-460c-bfe9-1b5453eb67c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht
    namespace: kserve-ci-e2e-test
    resourceVersion: "18006"
    uid: 0d96f7a4-d01d-4770-9a32-878cd03cf875
  kind: Event
  lastTimestamp: "2026-07-28T10:24:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:24:14Z"
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht.18c66d188cccf9b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18025"
    uid: 442923ec-28a7-4bc3-b597-57a3b9626081
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:24:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht
    namespace: kserve-ci-e2e-test
    resourceVersion: "18006"
    uid: 0d96f7a4-d01d-4770-9a32-878cd03cf875
  kind: Event
  lastTimestamp: "2026-07-28T10:24:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:24:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:24:18Z"
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht.18c66d198b1fe20a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18067"
    uid: 60deb80e-462e-4407-af8c-757c840e15f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:24:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht
    namespace: kserve-ci-e2e-test
    resourceVersion: "18006"
    uid: 0d96f7a4-d01d-4770-9a32-878cd03cf875
  kind: Event
  lastTimestamp: "2026-07-28T10:24:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:24:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:24:18Z"
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht.18c66d198debab18
    namespace: kserve-ci-e2e-test
    resourceVersion: "18069"
    uid: 3902421e-8526-4f19-99d8-0d2b3b9606cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:24:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht
    namespace: kserve-ci-e2e-test
    resourceVersion: "18006"
    uid: 0d96f7a4-d01d-4770-9a32-878cd03cf875
  kind: Event
  lastTimestamp: "2026-07-28T10:24:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:24:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:24:18Z"
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht.18c66d198e5b7d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18072"
    uid: 9be245be-d05c-4b6b-92a1-28088ff7b593
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:24:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht
    namespace: kserve-ci-e2e-test
    resourceVersion: "18006"
    uid: 0d96f7a4-d01d-4770-9a32-878cd03cf875
  kind: Event
  lastTimestamp: "2026-07-28T10:24:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:24:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:24:18Z"
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht.18c66d198e655f56
    namespace: kserve-ci-e2e-test
    resourceVersion: "18073"
    uid: 579e1636-50d8-484e-b511-1dd921e6ff26
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:24:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht
    namespace: kserve-ci-e2e-test
    resourceVersion: "18006"
    uid: 0d96f7a4-d01d-4770-9a32-878cd03cf875
  kind: Event
  lastTimestamp: "2026-07-28T10:24:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:24:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:24:18Z"
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht.18c66d19913e36c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18075"
    uid: 9fe002cd-d332-4b97-9958-942bd11d5218
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:24:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht
    namespace: kserve-ci-e2e-test
    resourceVersion: "18006"
    uid: 0d96f7a4-d01d-4770-9a32-878cd03cf875
  kind: Event
  lastTimestamp: "2026-07-28T10:24:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:24:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:24:18Z"
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht.18c66d1991abe300
    namespace: kserve-ci-e2e-test
    resourceVersion: "18076"
    uid: 94681a7f-6a0e-4f9b-aade-f9d1614dcf6a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:24:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht
    namespace: kserve-ci-e2e-test
    resourceVersion: "18006"
    uid: 0d96f7a4-d01d-4770-9a32-878cd03cf875
  kind: Event
  lastTimestamp: "2026-07-28T10:24:18Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:7789d265344a8abbbdf46d39305389c0ec3159d12d2d92e2c5830f8aeb79d1f1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:24:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:24:18Z"
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht.18c66d1991b54613
    namespace: kserve-ci-e2e-test
    resourceVersion: "18077"
    uid: 67bee25a-54c2-4017-9d04-957dcdde750f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:24:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht
    namespace: kserve-ci-e2e-test
    resourceVersion: "18006"
    uid: 0d96f7a4-d01d-4770-9a32-878cd03cf875
  kind: Event
  lastTimestamp: "2026-07-28T10:24:18Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T10:24:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:24:18Z"
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht.18c66d1994745914
    namespace: kserve-ci-e2e-test
    resourceVersion: "18078"
    uid: 49f4a02b-ac64-4846-9383-ea8ae4ac71fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:24:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht
    namespace: kserve-ci-e2e-test
    resourceVersion: "18006"
    uid: 0d96f7a4-d01d-4770-9a32-878cd03cf875
  kind: Event
  lastTimestamp: "2026-07-28T10:24:18Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T10:24:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:24:18Z"
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht.18c66d1994e4833c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18079"
    uid: 7287bbd1-ccb0-4a55-b458-e7cd2a343215
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T10:24:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht
    namespace: kserve-ci-e2e-test
    resourceVersion: "18006"
    uid: 0d96f7a4-d01d-4770-9a32-878cd03cf875
  kind: Event
  lastTimestamp: "2026-07-28T10:25:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:24:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:25:56Z"
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht.18c66d19c75c095f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18901"
    uid: 11630506-00b5-4571-8f0d-d66f994a102d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:24:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht
    namespace: kserve-ci-e2e-test
    resourceVersion: "18006"
    uid: 0d96f7a4-d01d-4770-9a32-878cd03cf875
  kind: Event
  lastTimestamp: "2026-07-28T10:25:56Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T10:24:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:25:56Z"
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht.18c66d1a033af931
    namespace: kserve-ci-e2e-test
    resourceVersion: "18904"
    uid: 09879d4a-ba8b-44a2-a02b-7c018497fd30
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:25:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht
    namespace: kserve-ci-e2e-test
    resourceVersion: "18006"
    uid: 0d96f7a4-d01d-4770-9a32-878cd03cf875
  kind: Event
  lastTimestamp: "2026-07-28T10:25:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:25:39Z"
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht.18c66d2c43ab440f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18696"
    uid: 3cef686c-292a-4a09-a0a5-21d24973f4da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:25:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht
    namespace: kserve-ci-e2e-test
    resourceVersion: "18006"
    uid: 0d96f7a4-d01d-4770-9a32-878cd03cf875
  kind: Event
  lastTimestamp: "2026-07-28T10:25:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:25:39Z"
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht.18c66d2c43ac0186
    namespace: kserve-ci-e2e-test
    resourceVersion: "18699"
    uid: cbc01f64-5992-4a15-b685-e7fc739f50b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:25:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht
    namespace: kserve-ci-e2e-test
    resourceVersion: "18006"
    uid: 0d96f7a4-d01d-4770-9a32-878cd03cf875
  kind: Event
  lastTimestamp: "2026-07-28T10:25:39Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T10:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:25:39Z"
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht.18c66d2c43ac2af3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18704"
    uid: 0b571790-7ff9-40a0-ac7c-6c4342e617bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T10:25:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht
    namespace: kserve-ci-e2e-test
    resourceVersion: "18006"
    uid: 0d96f7a4-d01d-4770-9a32-878cd03cf875
  kind: Event
  lastTimestamp: "2026-07-28T10:25:56Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:25:56Z"
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht.18c66d2cdf7b86b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18900"
    uid: add106b8-da60-4a57-8d17-8760db06f982
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:24:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17993"
    uid: af67bb34-7ce9-4999-9801-c6270450cf87
  kind: Event
  lastTimestamp: "2026-07-28T10:24:13Z"
  message: 'Created pod: isvc-logger-raw-8e237-predictor-557d6ccdb9-kjfht'
  metadata:
    creationTimestamp: "2026-07-28T10:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:24:13Z"
    name: isvc-logger-raw-8e237-predictor-557d6ccdb9.18c66d186d886b34
    namespace: kserve-ci-e2e-test
    resourceVersion: "18005"
    uid: 886a1427-a89c-44a9-beef-058c04f8b759
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:24:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-8e237-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17991"
    uid: e3cd2dd5-bea3-4a14-80aa-d67eedb82a7c
  kind: Event
  lastTimestamp: "2026-07-28T10:24:13Z"
  message: Scaled up replica set isvc-logger-raw-8e237-predictor-557d6ccdb9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T10:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:24:13Z"
    name: isvc-logger-raw-8e237-predictor.18c66d186a6b5061
    namespace: kserve-ci-e2e-test
    resourceVersion: "17994"
    uid: 03ed0f6d-e2a2-4834-bd92-809904a77d8e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:24:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-8e237-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17992"
    uid: 54bf8dfb-2c03-4e4f-ab98-7c72a5dfd8f9
  kind: Event
  lastTimestamp: "2026-07-28T10:24:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:24:58Z"
    name: isvc-logger-raw-8e237-predictor.18c66d1be8fb8e39
    namespace: kserve-ci-e2e-test
    resourceVersion: "18376"
    uid: ce8ffd2b-7857-428a-ac90-9b766124d76a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:24:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-8e237-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17992"
    uid: 54bf8dfb-2c03-4e4f-ab98-7c72a5dfd8f9
  kind: Event
  lastTimestamp: "2026-07-28T10:24:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:24:58Z"
    name: isvc-logger-raw-8e237-predictor.18c66d1be96554d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18377"
    uid: 8bde3ca8-0a8a-4cc6-9bac-09747514d829
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:25:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-8e237-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: 54bf8dfb-2c03-4e4f-ab98-7c72a5dfd8f9
  kind: Event
  lastTimestamp: "2026-07-28T10:25:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:25:28Z"
    name: isvc-logger-raw-8e237-predictor.18c66d2665acc4d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18597"
    uid: 22d73344-d2aa-434f-863f-3ea92e62abaf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:25:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-8e237-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: 54bf8dfb-2c03-4e4f-ab98-7c72a5dfd8f9
  kind: Event
  lastTimestamp: "2026-07-28T10:25:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:25:29Z"
    name: isvc-logger-raw-8e237-predictor.18c66d266609b651
    namespace: kserve-ci-e2e-test
    resourceVersion: "18598"
    uid: 90e5ee1a-0c28-47e1-960c-798f6c1f7bed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T10:24:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-8e237
    namespace: kserve-ci-e2e-test
    resourceVersion: "17984"
    uid: 47e12c46-0f7d-426c-bc49-d90e6df16d07
  kind: Event
  lastTimestamp: "2026-07-28T10:25:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:25:26Z"
    name: isvc-logger-raw-8e237.18c66d186a67f0cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18583"
    uid: c9775bb2-6744-4e1b-bac8-ba6209e90e47
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:24:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-8e237
    namespace: kserve-ci-e2e-test
    resourceVersion: "17984"
    uid: 47e12c46-0f7d-426c-bc49-d90e6df16d07
  kind: Event
  lastTimestamp: "2026-07-28T10:24:13Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-8e237":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-8e237":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:24:13Z"
    name: isvc-logger-raw-8e237.18c66d186b04b510
    namespace: kserve-ci-e2e-test
    resourceVersion: "17998"
    uid: 0e0cda77-084f-4766-95bc-66504638dab3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:25:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-8e237
    namespace: kserve-ci-e2e-test
    resourceVersion: "18579"
    uid: 47e12c46-0f7d-426c-bc49-d90e6df16d07
  kind: Event
  lastTimestamp: "2026-07-28T10:25:26Z"
  message: InferenceService [isvc-logger-raw-8e237] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:25:26Z"
    name: isvc-logger-raw-8e237.18c66d2966ba138e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: 4bf73b6c-3cc0-4b03-9644-5fa1b98b956f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:38:21.091062Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24854"
    uid: 346977e2-3969-46ac-b7c6-433d8472caf6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs
    to ip-10-0-132-110.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:38:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:38:21Z"
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs.18c66ddda9178cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "24858"
    uid: 600d8b19-8354-425b-9135-1d7f12f35936
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84975947fc-rxl45
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24864"
    uid: 346977e2-3969-46ac-b7c6-433d8472caf6
  kind: Event
  lastTimestamp: "2026-07-28T10:38:21Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:38:21Z"
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs.18c66dddc2c18847
    namespace: kserve-ci-e2e-test
    resourceVersion: "24871"
    uid: c4cb863e-cace-4e4e-b325-84f25c269a68
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24856"
    uid: 346977e2-3969-46ac-b7c6-433d8472caf6
  kind: Event
  lastTimestamp: "2026-07-28T10:38:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:21Z"
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs.18c66dddc4324b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "24873"
    uid: 8fbf2cda-8f4c-4efb-b307-fb9e1452fe79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24856"
    uid: 346977e2-3969-46ac-b7c6-433d8472caf6
  kind: Event
  lastTimestamp: "2026-07-28T10:38:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:21Z"
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs.18c66dddc76c4898
    namespace: kserve-ci-e2e-test
    resourceVersion: "24874"
    uid: 13bb0ded-8019-4054-8913-8bff62febf21
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24856"
    uid: 346977e2-3969-46ac-b7c6-433d8472caf6
  kind: Event
  lastTimestamp: "2026-07-28T10:38:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:21Z"
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs.18c66dddc824aea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24875"
    uid: 29c9933f-7675-44f7-ab89-6efbe045c8f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24856"
    uid: 346977e2-3969-46ac-b7c6-433d8472caf6
  kind: Event
  lastTimestamp: "2026-07-28T10:38:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:25Z"
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs.18c66ddebc51ad5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24915"
    uid: dbefe225-8828-4200-a14b-bf13f30c79f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24856"
    uid: 346977e2-3969-46ac-b7c6-433d8472caf6
  kind: Event
  lastTimestamp: "2026-07-28T10:38:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:25Z"
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs.18c66ddebf3ee0b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24917"
    uid: b4a934f6-c8ec-41c8-8b67-0b57ab0bb40a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24856"
    uid: 346977e2-3969-46ac-b7c6-433d8472caf6
  kind: Event
  lastTimestamp: "2026-07-28T10:38:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:25Z"
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs.18c66ddebfae64bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24921"
    uid: 40f5b22f-1ef0-4ee7-982a-26a488c64a88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24856"
    uid: 346977e2-3969-46ac-b7c6-433d8472caf6
  kind: Event
  lastTimestamp: "2026-07-28T10:38:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:25Z"
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs.18c66ddebfb7c2ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "24922"
    uid: 69fb3312-c681-4893-a3ba-34da5976ffbc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24856"
    uid: 346977e2-3969-46ac-b7c6-433d8472caf6
  kind: Event
  lastTimestamp: "2026-07-28T10:38:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:25Z"
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs.18c66ddec2934d3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24924"
    uid: afa2e896-1c58-4cf1-91e7-a1b5d8799e2e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24856"
    uid: 346977e2-3969-46ac-b7c6-433d8472caf6
  kind: Event
  lastTimestamp: "2026-07-28T10:38:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:38:25Z"
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs.18c66ddec3013b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24925"
    uid: 99236463-a745-4054-bdc9-8119527dcd87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24856"
    uid: 346977e2-3969-46ac-b7c6-433d8472caf6
  kind: Event
  lastTimestamp: "2026-07-28T10:39:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:39:33Z"
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs.18c66ddf3439bfbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25697"
    uid: c66522ea-7bbd-4c46-bdf1-8da28b31896b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24856"
    uid: 346977e2-3969-46ac-b7c6-433d8472caf6
  kind: Event
  lastTimestamp: "2026-07-28T10:40:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:24Z"
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs.18c66dfa5c15a468
    namespace: kserve-ci-e2e-test
    resourceVersion: "26163"
    uid: 7e877f2c-39e6-47c5-a3af-1125fa7f9589
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24856"
    uid: 346977e2-3969-46ac-b7c6-433d8472caf6
  kind: Event
  lastTimestamp: "2026-07-28T10:40:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:24Z"
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs.18c66dfa5c16835e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26164"
    uid: 5ad6a2ca-b831-428e-802c-0d55fc720fe6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24844"
    uid: 97e026ae-6302-4306-96f9-2fd9871e9de7
  kind: Event
  lastTimestamp: "2026-07-28T10:38:21Z"
  message: 'Created pod: isvc-primary-1e74d8-predictor-6dfc9b49f6-2q5xs'
  metadata:
    creationTimestamp: "2026-07-28T10:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:38:21Z"
    name: isvc-primary-1e74d8-predictor-6dfc9b49f6.18c66ddda8552b0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24855"
    uid: 2f076f29-431c-46b5-969c-2a4c6bff21c2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-1e74d8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24842"
    uid: fb237775-1bef-49b5-8375-732e3c65efea
  kind: Event
  lastTimestamp: "2026-07-28T10:38:20Z"
  message: Scaled up replica set isvc-primary-1e74d8-predictor-6dfc9b49f6 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T10:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:38:20Z"
    name: isvc-primary-1e74d8-predictor.18c66ddda361c9bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24845"
    uid: b0344700-28f7-4550-9f39-6c73a9e3fdc9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-1e74d8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24843"
    uid: e04964bc-bfa6-4280-b467-3364ea4a3ba9
  kind: Event
  lastTimestamp: "2026-07-28T10:39:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:38:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:39:06Z"
    name: isvc-primary-1e74d8-predictor.18c66de12201023b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25502"
    uid: 5fa0d2f1-528e-4c72-b89f-c2e0286ce100
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-1e74d8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24843"
    uid: e04964bc-bfa6-4280-b467-3364ea4a3ba9
  kind: Event
  lastTimestamp: "2026-07-28T10:39:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:38:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:39:06Z"
    name: isvc-primary-1e74d8-predictor.18c66de1227d850d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25503"
    uid: fe81969a-4083-422f-ab03-9483c65b0b4b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T10:39:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-1e74d8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24999"
    uid: e04964bc-bfa6-4280-b467-3364ea4a3ba9
  kind: Event
  lastTimestamp: "2026-07-28T10:40:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:39:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:40:21Z"
    name: isvc-primary-1e74d8-predictor.18c66deb9fc66fa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26108"
    uid: 5d6772f2-a998-47ab-88fc-c5d45f3f86e4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T10:39:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-1e74d8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24999"
    uid: e04964bc-bfa6-4280-b467-3364ea4a3ba9
  kind: Event
  lastTimestamp: "2026-07-28T10:40:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:39:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:40:21Z"
    name: isvc-primary-1e74d8-predictor.18c66deba04b6d9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26109"
    uid: c0e8124d-d6a7-4459-b0eb-8818f36efc03
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-1e74d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24835"
    uid: 0df0ec89-7cbc-48bc-8aa0-f0fb767ea865
  kind: Event
  lastTimestamp: "2026-07-28T10:39:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:39:43Z"
    name: isvc-primary-1e74d8.18c66ddda36df379
    namespace: kserve-ci-e2e-test
    resourceVersion: "25779"
    uid: 5bb5c2e4-e7b6-4591-9775-d3a84b02b5fd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-1e74d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24835"
    uid: 0df0ec89-7cbc-48bc-8aa0-f0fb767ea865
  kind: Event
  lastTimestamp: "2026-07-28T10:38:21Z"
  message: 'Failed to update status for InferenceService "isvc-primary-1e74d8": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-1e74d8":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:38:21Z"
    name: isvc-primary-1e74d8.18c66ddda3f71985
    namespace: kserve-ci-e2e-test
    resourceVersion: "24848"
    uid: 621f6e22-c16a-4902-aa4b-236c04908c2d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:38:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-1e74d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24835"
    uid: 0df0ec89-7cbc-48bc-8aa0-f0fb767ea865
  kind: Event
  lastTimestamp: "2026-07-28T10:38:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-1e74d8": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:38:21Z"
    name: isvc-primary-1e74d8.18c66ddda3f76d99
    namespace: kserve-ci-e2e-test
    resourceVersion: "24849"
    uid: 127f22b9-348a-4f4f-9ba9-158728843ed6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:39:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-1e74d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25777"
    uid: 0df0ec89-7cbc-48bc-8aa0-f0fb767ea865
  kind: Event
  lastTimestamp: "2026-07-28T10:39:43Z"
  message: InferenceService [isvc-primary-1e74d8] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:39:43Z"
    name: isvc-primary-1e74d8.18c66df0eb6a3e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25778"
    uid: 80d223df-b0fc-4999-ad0b-cb06828ac853
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:18:28.102248Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14859"
    uid: 82a6a677-4ccf-4075-bf8b-5ce1d7f91586
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j
    to ip-10-0-132-110.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:18:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:18:28Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j.18c66cc7e56adbe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14864"
    uid: da0006f3-67ef-4e1e-9fa2-8acf5f8b9d9b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84975947fc-rxl45
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14871"
    uid: 82a6a677-4ccf-4075-bf8b-5ce1d7f91586
  kind: Event
  lastTimestamp: "2026-07-28T10:18:28Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:18:28Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j.18c66cc7fec9c974
    namespace: kserve-ci-e2e-test
    resourceVersion: "14877"
    uid: a1a463f8-5057-45a5-beae-56b1f76681ba
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 82a6a677-4ccf-4075-bf8b-5ce1d7f91586
  kind: Event
  lastTimestamp: "2026-07-28T10:18:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:28Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j.18c66cc8005fb27e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14879"
    uid: 7d7ac5d9-f5ac-4760-881b-43c81555a73c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 82a6a677-4ccf-4075-bf8b-5ce1d7f91586
  kind: Event
  lastTimestamp: "2026-07-28T10:18:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:28Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j.18c66cc80302c38d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 2541830c-2255-4a2e-82ba-02dee0dc3da1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 82a6a677-4ccf-4075-bf8b-5ce1d7f91586
  kind: Event
  lastTimestamp: "2026-07-28T10:18:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:28Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j.18c66cc8036cea8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14881"
    uid: bc5c2482-7c62-49dc-9829-cdfad20cbbef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 82a6a677-4ccf-4075-bf8b-5ce1d7f91586
  kind: Event
  lastTimestamp: "2026-07-28T10:18:33Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
  metadata:
    creationTimestamp: "2026-07-28T10:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:33Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j.18c66cc911390b35
    namespace: kserve-ci-e2e-test
    resourceVersion: "14920"
    uid: 038c435b-c430-4f54-9a8b-8130691ff581
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 82a6a677-4ccf-4075-bf8b-5ce1d7f91586
  kind: Event
  lastTimestamp: "2026-07-28T10:18:46Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    in 13.064s (13.064s including waiting). Image size: 1555733417 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T10:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:46Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j.18c66ccc1bebaa11
    namespace: kserve-ci-e2e-test
    resourceVersion: "15017"
    uid: ab45b054-71fe-4d1b-9d80-7587f168a1e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 82a6a677-4ccf-4075-bf8b-5ce1d7f91586
  kind: Event
  lastTimestamp: "2026-07-28T10:18:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:46Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j.18c66ccc1f4c875b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15019"
    uid: 12c2f9ab-1080-4170-b32a-e9078d06f7cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 82a6a677-4ccf-4075-bf8b-5ce1d7f91586
  kind: Event
  lastTimestamp: "2026-07-28T10:18:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:46Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j.18c66ccc1fbb349d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: a069cc7f-fcf0-4e64-b9bb-9ae7bee67776
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 82a6a677-4ccf-4075-bf8b-5ce1d7f91586
  kind: Event
  lastTimestamp: "2026-07-28T10:18:46Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T10:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:46Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j.18c66ccc1fc9625f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: 7c48393f-7a47-487e-b68b-43cd41ac30cb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 82a6a677-4ccf-4075-bf8b-5ce1d7f91586
  kind: Event
  lastTimestamp: "2026-07-28T10:18:48Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.276s (2.276s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T10:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:48Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j.18c66ccca77d5e30
    namespace: kserve-ci-e2e-test
    resourceVersion: "15036"
    uid: 932750ee-f4f1-42f8-8003-835d0492fc2c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 82a6a677-4ccf-4075-bf8b-5ce1d7f91586
  kind: Event
  lastTimestamp: "2026-07-28T10:18:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:48Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j.18c66cccaa9a31be
    namespace: kserve-ci-e2e-test
    resourceVersion: "15037"
    uid: 03c81f1f-626a-4922-8fbd-e67a6e4537f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 82a6a677-4ccf-4075-bf8b-5ce1d7f91586
  kind: Event
  lastTimestamp: "2026-07-28T10:18:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:48Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j.18c66cccab0554ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15038"
    uid: 6ab499e3-783a-44b2-9d1b-b43d96828b6f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 82a6a677-4ccf-4075-bf8b-5ce1d7f91586
  kind: Event
  lastTimestamp: "2026-07-28T10:18:48Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:7789d265344a8abbbdf46d39305389c0ec3159d12d2d92e2c5830f8aeb79d1f1"
  metadata:
    creationTimestamp: "2026-07-28T10:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:48Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j.18c66cccab118d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "15039"
    uid: 3d264a09-a075-495b-b320-2723f8421f59
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 82a6a677-4ccf-4075-bf8b-5ce1d7f91586
  kind: Event
  lastTimestamp: "2026-07-28T10:18:50Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:7789d265344a8abbbdf46d39305389c0ec3159d12d2d92e2c5830f8aeb79d1f1"
    in 2.363s (2.363s including waiting). Image size: 240170086 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T10:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:50Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j.18c66ccd37f00aed
    namespace: kserve-ci-e2e-test
    resourceVersion: "15055"
    uid: 1612b150-aeaf-431d-aa71-02df00cb50ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 82a6a677-4ccf-4075-bf8b-5ce1d7f91586
  kind: Event
  lastTimestamp: "2026-07-28T10:18:51Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T10:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:51Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j.18c66ccd3b70e714
    namespace: kserve-ci-e2e-test
    resourceVersion: "15057"
    uid: 915819ad-f522-49ef-8852-3d04aaf3bd38
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 82a6a677-4ccf-4075-bf8b-5ce1d7f91586
  kind: Event
  lastTimestamp: "2026-07-28T10:18:51Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T10:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:18:51Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j.18c66ccd3c4dad01
    namespace: kserve-ci-e2e-test
    resourceVersion: "15058"
    uid: a3dd0246-b78d-469a-9625-2ac06d484e15
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 82a6a677-4ccf-4075-bf8b-5ce1d7f91586
  kind: Event
  lastTimestamp: "2026-07-28T10:20:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:24Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j.18c66ccd843f0514
    namespace: kserve-ci-e2e-test
    resourceVersion: "15879"
    uid: d2b8978d-5f44-4472-888e-a6d3d4a80533
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 82a6a677-4ccf-4075-bf8b-5ce1d7f91586
  kind: Event
  lastTimestamp: "2026-07-28T10:20:24Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T10:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:24Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j.18c66ccd84477735
    namespace: kserve-ci-e2e-test
    resourceVersion: "15880"
    uid: df254347-e959-4f97-be10-0073b79df0a7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 82a6a677-4ccf-4075-bf8b-5ce1d7f91586
  kind: Event
  lastTimestamp: "2026-07-28T10:20:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:13Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j.18c66ce063b0d867
    namespace: kserve-ci-e2e-test
    resourceVersion: "15710"
    uid: ad403440-7f15-45af-93e0-fdb5a42d3a1a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 82a6a677-4ccf-4075-bf8b-5ce1d7f91586
  kind: Event
  lastTimestamp: "2026-07-28T10:20:13Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T10:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:13Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j.18c66ce063b129b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15720"
    uid: f2f67acb-205f-4248-b871-92154e4fc23b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 82a6a677-4ccf-4075-bf8b-5ce1d7f91586
  kind: Event
  lastTimestamp: "2026-07-28T10:20:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:13Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j.18c66ce063b184fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15714"
    uid: e828f975-1054-43e6-99c7-82d966b7d7df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 82a6a677-4ccf-4075-bf8b-5ce1d7f91586
  kind: Event
  lastTimestamp: "2026-07-28T10:20:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:28Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j.18c66ce18a74f492
    namespace: kserve-ci-e2e-test
    resourceVersion: "15909"
    uid: 5d94691c-527c-4e5a-abf2-2cd8c61948ce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14850"
    uid: e1483213-acf4-4028-8c26-f5baef61db57
  kind: Event
  lastTimestamp: "2026-07-28T10:18:28Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c-qnf9j'
  metadata:
    creationTimestamp: "2026-07-28T10:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:18:28Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c.18c66cc7e4d7fea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14860"
    uid: f301cc0f-dd9a-4d89-b029-501ae8e1784b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-9d91d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14848"
    uid: d5bc34a0-0042-4eb0-9158-e5138dc7b309
  kind: Event
  lastTimestamp: "2026-07-28T10:18:28Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-9d91d-predictor-78dd555d7c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:18:28Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor.18c66cc7df825ebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14851"
    uid: 90716c06-3bfb-470a-8ceb-93b7e80802cc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-9d91d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 97097b3c-85fc-4a11-9b81-08bef76fae06
  kind: Event
  lastTimestamp: "2026-07-28T10:19:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:19:28Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor.18c66ccb650c159e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15335"
    uid: 57c6ab6d-59fb-4e21-846b-d29317375d81
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-9d91d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 97097b3c-85fc-4a11-9b81-08bef76fae06
  kind: Event
  lastTimestamp: "2026-07-28T10:19:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:19:28Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor.18c66ccb65740f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15336"
    uid: b9a79e6b-d69e-4a02-aaa0-ae3911720af0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:19:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-9d91d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 97097b3c-85fc-4a11-9b81-08bef76fae06
  kind: Event
  lastTimestamp: "2026-07-28T10:20:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:20:13Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor.18c66cd96174151b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15681"
    uid: 191cd104-29bf-45cc-8ece-192cf29bb698
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:19:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-9d91d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 97097b3c-85fc-4a11-9b81-08bef76fae06
  kind: Event
  lastTimestamp: "2026-07-28T10:20:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:20:13Z"
    name: isvc-raw-sklearn-batcher-9d91d-predictor.18c66cd961d50567
    namespace: kserve-ci-e2e-test
    resourceVersion: "15682"
    uid: 700a6364-e2ec-4172-af15-c6eadf3d65fa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-9d91d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14836"
    uid: 0be3beba-ed02-4880-8e55-3336cc55e93c
  kind: Event
  lastTimestamp: "2026-07-28T10:20:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:20:04Z"
    name: isvc-raw-sklearn-batcher-9d91d.18c66cc7e592538e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15600"
    uid: 5d46debf-e8e6-4f91-b985-eb1259178300
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-9d91d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14836"
    uid: 0be3beba-ed02-4880-8e55-3336cc55e93c
  kind: Event
  lastTimestamp: "2026-07-28T10:18:28Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-9d91d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-9d91d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:18:28Z"
    name: isvc-raw-sklearn-batcher-9d91d.18c66cc7e5fcf623
    namespace: kserve-ci-e2e-test
    resourceVersion: "14867"
    uid: 4419a5ba-5f31-444f-b27d-109afae5664d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:18:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-9d91d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14836"
    uid: 0be3beba-ed02-4880-8e55-3336cc55e93c
  kind: Event
  lastTimestamp: "2026-07-28T10:18:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-9d91d": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:18:28Z"
    name: isvc-raw-sklearn-batcher-9d91d.18c66cc7e5fd4110
    namespace: kserve-ci-e2e-test
    resourceVersion: "14869"
    uid: 73372a21-898f-4e5e-a0b1-6bae0b7e7721
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-9d91d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15598"
    uid: 0be3beba-ed02-4880-8e55-3336cc55e93c
  kind: Event
  lastTimestamp: "2026-07-28T10:20:04Z"
  message: InferenceService [isvc-raw-sklearn-batcher-9d91d] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:20:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:20:04Z"
    name: isvc-raw-sklearn-batcher-9d91d.18c66cde4e73cfb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15599"
    uid: 20fd4cbe-ac95-4397-b606-4fc958cad35f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:40:06.311181Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-1e74d8-predictor-7f998fd97f-sbv9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "25963"
    uid: 33eb3664-13f0-4c97-933f-d263733467f1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-1e74d8-predictor-7f998fd97f-sbv9t
    to ip-10-0-132-110.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:40:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:40:06Z"
    name: isvc-secondary-1e74d8-predictor-7f998fd97f-sbv9t.18c66df628b32ba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25967"
    uid: 9e3d32f2-130b-4605-9692-963590f8d0b3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84975947fc-rxl45
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-1e74d8-predictor-7f998fd97f-sbv9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "25964"
    uid: 33eb3664-13f0-4c97-933f-d263733467f1
  kind: Event
  lastTimestamp: "2026-07-28T10:40:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-1e74d8-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T10:40:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:06Z"
    name: isvc-secondary-1e74d8-predictor-7f998fd97f-sbv9t.18c66df6352accd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25976"
    uid: 840b5b67-f6e5-4716-b296-d58b07207a0c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-1e74d8-predictor-7f998fd97f-sbv9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "25971"
    uid: 33eb3664-13f0-4c97-933f-d263733467f1
  kind: Event
  lastTimestamp: "2026-07-28T10:40:07Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:40:07Z"
    name: isvc-secondary-1e74d8-predictor-7f998fd97f-sbv9t.18c66df665a4ff43
    namespace: kserve-ci-e2e-test
    resourceVersion: "25985"
    uid: fef7b123-c1cb-49ac-bf8c-52e27e4b962d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-1e74d8-predictor-7f998fd97f-sbv9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "25964"
    uid: 33eb3664-13f0-4c97-933f-d263733467f1
  kind: Event
  lastTimestamp: "2026-07-28T10:40:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:13Z"
    name: isvc-secondary-1e74d8-predictor-7f998fd97f-sbv9t.18c66df66710a222
    namespace: kserve-ci-e2e-test
    resourceVersion: "26036"
    uid: 48149c32-f0b0-49fb-bae3-0eac5aae57e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-1e74d8-predictor-7f998fd97f-sbv9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "25964"
    uid: 33eb3664-13f0-4c97-933f-d263733467f1
  kind: Event
  lastTimestamp: "2026-07-28T10:40:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:13Z"
    name: isvc-secondary-1e74d8-predictor-7f998fd97f-sbv9t.18c66df66a00595e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26038"
    uid: 23660847-1f11-4fd1-8cfb-268831ce2b31
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-1e74d8-predictor-7f998fd97f-sbv9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "25964"
    uid: 33eb3664-13f0-4c97-933f-d263733467f1
  kind: Event
  lastTimestamp: "2026-07-28T10:40:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:13Z"
    name: isvc-secondary-1e74d8-predictor-7f998fd97f-sbv9t.18c66df66a6ed31c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26041"
    uid: ef78e330-8c28-44e5-98f4-9c1097da1c9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-1e74d8-predictor-7f998fd97f-sbv9t
    namespace: kserve-ci-e2e-test
    resourceVersion: "25964"
    uid: 33eb3664-13f0-4c97-933f-d263733467f1
  kind: Event
  lastTimestamp: "2026-07-28T10:40:17Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-1e74d8-predictor-7f998fd97f-sbv9t_kserve-ci-e2e-test(33eb3664-13f0-4c97-933f-d263733467f1)
  metadata:
    creationTimestamp: "2026-07-28T10:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:17Z"
    name: isvc-secondary-1e74d8-predictor-7f998fd97f-sbv9t.18c66df8b3e2ba61
    namespace: kserve-ci-e2e-test
    resourceVersion: "26075"
    uid: ea056638-117d-483a-8ff1-58a10516c9e7
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-1e74d8-predictor-7f998fd97f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25953"
    uid: fd14b49d-ef58-4d21-a353-557250df2c1d
  kind: Event
  lastTimestamp: "2026-07-28T10:40:06Z"
  message: 'Created pod: isvc-secondary-1e74d8-predictor-7f998fd97f-sbv9t'
  metadata:
    creationTimestamp: "2026-07-28T10:40:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:40:06Z"
    name: isvc-secondary-1e74d8-predictor-7f998fd97f.18c66df627fb4398
    namespace: kserve-ci-e2e-test
    resourceVersion: "25966"
    uid: 50c3be6a-6a17-4f3c-96e5-4b7ebf58120a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-1e74d8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25951"
    uid: 9f778e08-1127-49d7-b3bf-cb5c12f222bd
  kind: Event
  lastTimestamp: "2026-07-28T10:40:06Z"
  message: Scaled up replica set isvc-secondary-1e74d8-predictor-7f998fd97f from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T10:40:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:40:06Z"
    name: isvc-secondary-1e74d8-predictor.18c66df621b97e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "25954"
    uid: b1cdbe20-c9b2-40ef-a115-d9d0947d7187
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-1e74d8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25952"
    uid: 07144f71-5c73-4501-ac2a-8ebdfeede237
  kind: Event
  lastTimestamp: "2026-07-28T10:40:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:40:21Z"
    name: isvc-secondary-1e74d8-predictor.18c66df9a04e67ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "26110"
    uid: a776d1f9-9d7d-4458-b897-f0b07ff98507
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-1e74d8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25952"
    uid: 07144f71-5c73-4501-ac2a-8ebdfeede237
  kind: Event
  lastTimestamp: "2026-07-28T10:40:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:40:21Z"
    name: isvc-secondary-1e74d8-predictor.18c66df9a0b90fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "26112"
    uid: 3c601fb6-71ed-421e-8787-ca72d4aa9c2f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-1e74d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25944"
    uid: 4e11c972-b643-42b6-a0c8-7d9f1a564467
  kind: Event
  lastTimestamp: "2026-07-28T10:40:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:40:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:40:17Z"
    name: isvc-secondary-1e74d8.18c66df621b901c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26080"
    uid: d4c3c814-97ad-49b5-a92a-dcc01d2d462d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-1e74d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25944"
    uid: 4e11c972-b643-42b6-a0c8-7d9f1a564467
  kind: Event
  lastTimestamp: "2026-07-28T10:40:06Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-1e74d8":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-1e74d8":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:40:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:40:06Z"
    name: isvc-secondary-1e74d8.18c66df62237a958
    namespace: kserve-ci-e2e-test
    resourceVersion: "25957"
    uid: d881b817-1f9f-4ea9-8950-22b0658dbdda
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-1e74d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25944"
    uid: 4e11c972-b643-42b6-a0c8-7d9f1a564467
  kind: Event
  lastTimestamp: "2026-07-28T10:40:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-1e74d8": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:40:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:40:06Z"
    name: isvc-secondary-1e74d8.18c66df6223813df
    namespace: kserve-ci-e2e-test
    resourceVersion: "25958"
    uid: f89dc5fd-6bba-4d43-99f2-4b11d291bf90
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:20:13.305091Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15704"
    uid: ecf844c8-0bcc-4e5a-8d75-301f9560c753
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m
    to ip-10-0-132-110.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:20:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:20:13Z"
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m.18c66ce063fede8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15715"
    uid: 9f791871-a938-49b9-821b-3ec000ba8109
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84975947fc-rxl45
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: ecf844c8-0bcc-4e5a-8d75-301f9560c753
  kind: Event
  lastTimestamp: "2026-07-28T10:20:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-74e2d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T10:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:13Z"
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m.18c66ce06f06b215
    namespace: kserve-ci-e2e-test
    resourceVersion: "15751"
    uid: 2cfceaa2-d855-4774-842b-f602df396d69
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15727"
    uid: ecf844c8-0bcc-4e5a-8d75-301f9560c753
  kind: Event
  lastTimestamp: "2026-07-28T10:20:14Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:20:14Z"
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m.18c66ce0a218b843
    namespace: kserve-ci-e2e-test
    resourceVersion: "15769"
    uid: 29df38bb-e17f-4a50-9238-d04aaa20eb69
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: ecf844c8-0bcc-4e5a-8d75-301f9560c753
  kind: Event
  lastTimestamp: "2026-07-28T10:20:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:14Z"
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m.18c66ce0a392ed9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15771"
    uid: 8917a644-d059-4c79-b47e-ae61eab659fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: ecf844c8-0bcc-4e5a-8d75-301f9560c753
  kind: Event
  lastTimestamp: "2026-07-28T10:20:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:14Z"
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m.18c66ce0a743f08d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15775"
    uid: 43ae4868-b038-4060-9993-dbe01673dc8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: ecf844c8-0bcc-4e5a-8d75-301f9560c753
  kind: Event
  lastTimestamp: "2026-07-28T10:20:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:14Z"
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m.18c66ce0a7c4ad96
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: 311710fe-c6c0-49c6-babe-5d096265c3a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: ecf844c8-0bcc-4e5a-8d75-301f9560c753
  kind: Event
  lastTimestamp: "2026-07-28T10:20:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:18Z"
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m.18c66ce1a17be8e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15819"
    uid: 0f93a092-e4b6-4f8c-952b-18d2c3f1297d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: ecf844c8-0bcc-4e5a-8d75-301f9560c753
  kind: Event
  lastTimestamp: "2026-07-28T10:20:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:18Z"
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m.18c66ce1a4f5e5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: f50eaf28-6025-46c8-9847-bad7fb1a4248
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: ecf844c8-0bcc-4e5a-8d75-301f9560c753
  kind: Event
  lastTimestamp: "2026-07-28T10:20:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:18Z"
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m.18c66ce1a560e557
    namespace: kserve-ci-e2e-test
    resourceVersion: "15828"
    uid: df64a3e7-4a82-417b-b831-3617566b3348
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: ecf844c8-0bcc-4e5a-8d75-301f9560c753
  kind: Event
  lastTimestamp: "2026-07-28T10:20:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:18Z"
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m.18c66ce1a56a9e43
    namespace: kserve-ci-e2e-test
    resourceVersion: "15829"
    uid: 587f5a44-ecee-4aed-9534-213cd7425ffc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: ecf844c8-0bcc-4e5a-8d75-301f9560c753
  kind: Event
  lastTimestamp: "2026-07-28T10:20:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:18Z"
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m.18c66ce1a84df86a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15832"
    uid: ad374b6f-9b6f-494c-86a2-91ba68a87dfb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: ecf844c8-0bcc-4e5a-8d75-301f9560c753
  kind: Event
  lastTimestamp: "2026-07-28T10:20:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:18Z"
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m.18c66ce1a8b73c2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: f9957323-d725-4d65-9b1e-2b367b15b6f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: ecf844c8-0bcc-4e5a-8d75-301f9560c753
  kind: Event
  lastTimestamp: "2026-07-28T10:22:05Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:05Z"
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m.18c66ce1ddd05761
    namespace: kserve-ci-e2e-test
    resourceVersion: "16836"
    uid: 322db87d-7528-4a28-a113-27668c37d3f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: ecf844c8-0bcc-4e5a-8d75-301f9560c753
  kind: Event
  lastTimestamp: "2026-07-28T10:22:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:03Z"
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m.18c66cfa12f82cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16720"
    uid: 26724f40-b800-42b8-b418-95e8ce70cacb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: ecf844c8-0bcc-4e5a-8d75-301f9560c753
  kind: Event
  lastTimestamp: "2026-07-28T10:22:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:03Z"
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m.18c66cfa12fb487a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16721"
    uid: c903061c-9b22-441b-8287-42ec6a22815d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: ecf844c8-0bcc-4e5a-8d75-301f9560c753
  kind: Event
  lastTimestamp: "2026-07-28T10:22:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:05Z"
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m.18c66cfa8c43bb11
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: fde82d85-e2e7-4b45-af8b-2c30f0afcbef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15675"
    uid: 3207c260-80e0-478f-9a80-e42abf7f0db6
  kind: Event
  lastTimestamp: "2026-07-28T10:20:13Z"
  message: 'Created pod: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69-fdl4m'
  metadata:
    creationTimestamp: "2026-07-28T10:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:20:13Z"
    name: isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69.18c66ce06395d0bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: 274f66a2-5a50-47b5-ab72-4d1e9bd20688
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-74e2d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 80919ceb-b4d0-4527-9d90-bf8d68016a52
  kind: Event
  lastTimestamp: "2026-07-28T10:20:13Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-74e2d-predictor-577d9b7b69
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:20:13Z"
    name: isvc-sklearn-graph-raw-74e2d-predictor.18c66ce05ed934b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15676"
    uid: 5f47f070-bd6c-48da-b7ca-2a4b60292e17
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-74e2d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15674"
    uid: ab148e8c-c836-4c61-8a96-02ff9d4ee71e
  kind: Event
  lastTimestamp: "2026-07-28T10:20:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:20:58Z"
    name: isvc-sklearn-graph-raw-74e2d-predictor.18c66ce3ddf5169b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16145"
    uid: 4a2afb82-6f9c-4cbc-af6b-078145052638
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-74e2d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15674"
    uid: ab148e8c-c836-4c61-8a96-02ff9d4ee71e
  kind: Event
  lastTimestamp: "2026-07-28T10:20:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:20:58Z"
    name: isvc-sklearn-graph-raw-74e2d-predictor.18c66ce3de689467
    namespace: kserve-ci-e2e-test
    resourceVersion: "16147"
    uid: 59fb371c-ef9b-4af3-a5e5-99fecbb8fb89
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-74e2d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15906"
    uid: ab148e8c-c836-4c61-8a96-02ff9d4ee71e
  kind: Event
  lastTimestamp: "2026-07-28T10:21:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:21:58Z"
    name: isvc-sklearn-graph-raw-74e2d-predictor.18c66ce75d5fdd1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16630"
    uid: 3b1f3610-921a-4a61-95e2-7fff1bf48afc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-74e2d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15906"
    uid: ab148e8c-c836-4c61-8a96-02ff9d4ee71e
  kind: Event
  lastTimestamp: "2026-07-28T10:21:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:21:58Z"
    name: isvc-sklearn-graph-raw-74e2d-predictor.18c66ce75dd18e66
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: 243761fa-c991-4055-b57c-7c095604ddbd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-74e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: d042dd7f-4287-4098-8173-6acf1b8a7d3a
  kind: Event
  lastTimestamp: "2026-07-28T10:21:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:21:35Z"
    name: isvc-sklearn-graph-raw-74e2d.18c66ce05edb5893
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 1c276d42-5e11-48ec-b4e6-bbb9a7e7bfc9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-74e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: d042dd7f-4287-4098-8173-6acf1b8a7d3a
  kind: Event
  lastTimestamp: "2026-07-28T10:20:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-74e2d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-74e2d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:20:13Z"
    name: isvc-sklearn-graph-raw-74e2d.18c66ce05f557310
    namespace: kserve-ci-e2e-test
    resourceVersion: "15679"
    uid: 78934c89-495b-4e95-a379-9de1457e04a6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:21:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-74e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16435"
    uid: d042dd7f-4287-4098-8173-6acf1b8a7d3a
  kind: Event
  lastTimestamp: "2026-07-28T10:21:35Z"
  message: InferenceService [isvc-sklearn-graph-raw-74e2d] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:21:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:21:35Z"
    name: isvc-sklearn-graph-raw-74e2d.18c66cf396adb2df
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: 00fd2d5f-d0d2-41f3-bd81-42bd81f3b538
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:22:03.670765Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16727"
    uid: 3ff171d2-0800-4761-aaf9-193a083ed88b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq
    to ip-10-0-132-110.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:22:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:22:03Z"
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq.18c66cfa164d5aef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16736"
    uid: 44186063-166d-44c7-a0a2-70266ae3e986
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84975947fc-rxl45
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: 3ff171d2-0800-4761-aaf9-193a083ed88b
  kind: Event
  lastTimestamp: "2026-07-28T10:22:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-b0501-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T10:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:03Z"
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq.18c66cfa223a8e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16787"
    uid: 9c0a9f18-bd51-45a8-b782-a0d0adf25c19
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16749"
    uid: 3ff171d2-0800-4761-aaf9-193a083ed88b
  kind: Event
  lastTimestamp: "2026-07-28T10:22:04Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:22:04Z"
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq.18c66cfa5403a376
    namespace: kserve-ci-e2e-test
    resourceVersion: "16807"
    uid: 39d46bae-8967-4461-bbd1-cfa52b3f0157
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: 3ff171d2-0800-4761-aaf9-193a083ed88b
  kind: Event
  lastTimestamp: "2026-07-28T10:22:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:04Z"
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq.18c66cfa55abc22e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16809"
    uid: 3ac3231d-b9b2-4990-acba-3f37122639f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: 3ff171d2-0800-4761-aaf9-193a083ed88b
  kind: Event
  lastTimestamp: "2026-07-28T10:22:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:04Z"
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq.18c66cfa59b06583
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: d576336c-cd09-4420-b33b-2a0c3e11c27a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: 3ff171d2-0800-4761-aaf9-193a083ed88b
  kind: Event
  lastTimestamp: "2026-07-28T10:22:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:04Z"
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq.18c66cfa5a138ead
    namespace: kserve-ci-e2e-test
    resourceVersion: "16813"
    uid: eac3193f-6aa0-4b53-a07d-ccd2decfa49a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: 3ff171d2-0800-4761-aaf9-193a083ed88b
  kind: Event
  lastTimestamp: "2026-07-28T10:22:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:09Z"
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq.18c66cfb5e75804f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16871"
    uid: 446cc86a-d22d-40ec-84c9-502a55e14840
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: 3ff171d2-0800-4761-aaf9-193a083ed88b
  kind: Event
  lastTimestamp: "2026-07-28T10:22:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:09Z"
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq.18c66cfb6226bdf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16877"
    uid: 67ff2de1-d55b-4d47-857d-d09924ad9b3f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: 3ff171d2-0800-4761-aaf9-193a083ed88b
  kind: Event
  lastTimestamp: "2026-07-28T10:22:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:09Z"
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq.18c66cfb628b1dde
    namespace: kserve-ci-e2e-test
    resourceVersion: "16880"
    uid: 25065f85-f71c-44cd-bc77-047c85480f26
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: 3ff171d2-0800-4761-aaf9-193a083ed88b
  kind: Event
  lastTimestamp: "2026-07-28T10:22:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:09Z"
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq.18c66cfb629604a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16881"
    uid: a98ff46e-4e8b-4b57-bf7c-6acd995d03ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: 3ff171d2-0800-4761-aaf9-193a083ed88b
  kind: Event
  lastTimestamp: "2026-07-28T10:22:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:09Z"
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq.18c66cfb65e8941f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16885"
    uid: 9e7c6598-1f5a-4ec5-abd7-7dead4701b68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: 3ff171d2-0800-4761-aaf9-193a083ed88b
  kind: Event
  lastTimestamp: "2026-07-28T10:22:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:09Z"
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq.18c66cfb665eaf03
    namespace: kserve-ci-e2e-test
    resourceVersion: "16888"
    uid: 5bde7713-a8da-4cc0-8c9a-f6439d18aadf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: 3ff171d2-0800-4761-aaf9-193a083ed88b
  kind: Event
  lastTimestamp: "2026-07-28T10:23:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:54Z"
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq.18c66cfb9abca7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17809"
    uid: f1bc756b-635f-457c-803e-9b3d46ff122f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: 3ff171d2-0800-4761-aaf9-193a083ed88b
  kind: Event
  lastTimestamp: "2026-07-28T10:23:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:54Z"
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq.18c66d13c7f1fbac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17793"
    uid: 7fd06940-295d-4724-83c8-a17be9c17ba8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: 3ff171d2-0800-4761-aaf9-193a083ed88b
  kind: Event
  lastTimestamp: "2026-07-28T10:23:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:54Z"
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq.18c66d13c7f26912
    namespace: kserve-ci-e2e-test
    resourceVersion: "17794"
    uid: f611764f-0227-408a-a293-558f8e7e508f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: 3ff171d2-0800-4761-aaf9-193a083ed88b
  kind: Event
  lastTimestamp: "2026-07-28T10:23:56Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:56Z"
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq.18c66d1449180410
    namespace: kserve-ci-e2e-test
    resourceVersion: "17823"
    uid: 6e4ba1dd-c6c3-42a1-966b-ff27ad334c25
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16701"
    uid: 18857068-950f-41ae-adc3-7d8ddfd38a5c
  kind: Event
  lastTimestamp: "2026-07-28T10:22:03Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f-ss4wq'
  metadata:
    creationTimestamp: "2026-07-28T10:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:22:03Z"
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f.18c66cfa16060109
    namespace: kserve-ci-e2e-test
    resourceVersion: "16733"
    uid: b6c3921e-b9cb-43bc-943d-07f1cd40ec6a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16698"
    uid: 47bf7d88-7dc1-4ff6-9369-57ea88a53e60
  kind: Event
  lastTimestamp: "2026-07-28T10:22:03Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-b0501-predictor-549c8f788f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:22:03Z"
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor.18c66cfa11014c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16706"
    uid: 1807bef1-2891-42d6-8b59-c92fa5b6679f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: a7b9e8e3-622c-40b9-8246-b7c65c5c78e5
  kind: Event
  lastTimestamp: "2026-07-28T10:22:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:22:48Z"
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor.18c66cfd8fe24fec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17191"
    uid: af828a57-858c-4211-a487-e48d50f2e243
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: a7b9e8e3-622c-40b9-8246-b7c65c5c78e5
  kind: Event
  lastTimestamp: "2026-07-28T10:22:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:22:48Z"
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor.18c66cfd90510208
    namespace: kserve-ci-e2e-test
    resourceVersion: "17192"
    uid: 8d4138bc-c6ce-4204-8ef0-5400b253eaa5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16963"
    uid: a7b9e8e3-622c-40b9-8246-b7c65c5c78e5
  kind: Event
  lastTimestamp: "2026-07-28T10:23:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:23:48Z"
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor.18c66d010f2c78d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17673"
    uid: 5ee71139-8ec2-4dc2-aa57-dc0618b8c6ab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16963"
    uid: a7b9e8e3-622c-40b9-8246-b7c65c5c78e5
  kind: Event
  lastTimestamp: "2026-07-28T10:23:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:23:48Z"
    name: isvc-sklearn-graph-raw-hpa-b0501-predictor.18c66d010f9bf9ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17674"
    uid: ca68de7e-a907-4b45-9139-26af0e3ad542
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-b0501
    namespace: kserve-ci-e2e-test
    resourceVersion: "16692"
    uid: 89f20ea8-087d-4511-abfd-904b3ad1b058
  kind: Event
  lastTimestamp: "2026-07-28T10:23:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:23:24Z"
    name: isvc-sklearn-graph-raw-hpa-b0501.18c66cfa11160ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17468"
    uid: 3f78f5e6-ed7f-4573-99a2-771af11f0a36
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-b0501
    namespace: kserve-ci-e2e-test
    resourceVersion: "17465"
    uid: 89f20ea8-087d-4511-abfd-904b3ad1b058
  kind: Event
  lastTimestamp: "2026-07-28T10:23:24Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-b0501] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:23:24Z"
    name: isvc-sklearn-graph-raw-hpa-b0501.18c66d0ce8b3f336
    namespace: kserve-ci-e2e-test
    resourceVersion: "17466"
    uid: 622c7425-dca9-4415-8ee2-ece6b9564c2d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:25:39.259923Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455
    namespace: kserve-ci-e2e-test
    resourceVersion: "18723"
    uid: a58f731f-e46a-4cc4-b088-7dc00d15bb40
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455
    to ip-10-0-132-110.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:25:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:25:39Z"
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455.18c66d2c486ae1cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18729"
    uid: 57e92db1-7aa6-406d-86a2-00641ff318d0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84975947fc-rxl45
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:25:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455
    namespace: kserve-ci-e2e-test
    resourceVersion: "18726"
    uid: a58f731f-e46a-4cc4-b088-7dc00d15bb40
  kind: Event
  lastTimestamp: "2026-07-28T10:25:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-scale-raw-d2f58-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T10:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:25:39Z"
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455.18c66d2c52c7266c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18746"
    uid: 618dc7d8-25f2-425c-81a4-b9408ce481f0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:25:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455
    namespace: kserve-ci-e2e-test
    resourceVersion: "18738"
    uid: a58f731f-e46a-4cc4-b088-7dc00d15bb40
  kind: Event
  lastTimestamp: "2026-07-28T10:25:40Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:25:40Z"
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455.18c66d2c884e588f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18757"
    uid: 47ec12ed-d472-4b76-87b5-97f6cc69d402
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:25:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455
    namespace: kserve-ci-e2e-test
    resourceVersion: "18726"
    uid: a58f731f-e46a-4cc4-b088-7dc00d15bb40
  kind: Event
  lastTimestamp: "2026-07-28T10:25:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:25:40Z"
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455.18c66d2c89ab73f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18759"
    uid: 22a3d88c-2e52-4a8e-a853-075eb61b82b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:25:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455
    namespace: kserve-ci-e2e-test
    resourceVersion: "18726"
    uid: a58f731f-e46a-4cc4-b088-7dc00d15bb40
  kind: Event
  lastTimestamp: "2026-07-28T10:25:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:25:40Z"
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455.18c66d2c8c85e533
    namespace: kserve-ci-e2e-test
    resourceVersion: "18760"
    uid: 0efc2471-fcca-4d8c-a6d9-1b6ec0242b62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:25:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455
    namespace: kserve-ci-e2e-test
    resourceVersion: "18726"
    uid: a58f731f-e46a-4cc4-b088-7dc00d15bb40
  kind: Event
  lastTimestamp: "2026-07-28T10:25:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:25:40Z"
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455.18c66d2c8cf69c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "18761"
    uid: e1fa3c1b-c010-46b4-accc-304adbaebdc2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:25:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455
    namespace: kserve-ci-e2e-test
    resourceVersion: "18726"
    uid: a58f731f-e46a-4cc4-b088-7dc00d15bb40
  kind: Event
  lastTimestamp: "2026-07-28T10:25:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:25:45Z"
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455.18c66d2daa070eaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18800"
    uid: a2f4959c-fe26-4856-b384-832a73cfd5b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:25:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455
    namespace: kserve-ci-e2e-test
    resourceVersion: "18726"
    uid: a58f731f-e46a-4cc4-b088-7dc00d15bb40
  kind: Event
  lastTimestamp: "2026-07-28T10:25:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:25:45Z"
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455.18c66d2dad0ab726
    namespace: kserve-ci-e2e-test
    resourceVersion: "18802"
    uid: 3ddabdba-d6e8-48b3-9132-2a2ea5e146b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:25:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455
    namespace: kserve-ci-e2e-test
    resourceVersion: "18726"
    uid: a58f731f-e46a-4cc4-b088-7dc00d15bb40
  kind: Event
  lastTimestamp: "2026-07-28T10:25:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:25:45Z"
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455.18c66d2dad7ba152
    namespace: kserve-ci-e2e-test
    resourceVersion: "18805"
    uid: ff1fea44-f060-444c-b458-3dc99024e296
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:25:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455
    namespace: kserve-ci-e2e-test
    resourceVersion: "18726"
    uid: a58f731f-e46a-4cc4-b088-7dc00d15bb40
  kind: Event
  lastTimestamp: "2026-07-28T10:25:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:25:45Z"
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455.18c66d2dad853066
    namespace: kserve-ci-e2e-test
    resourceVersion: "18806"
    uid: a3ee3412-02e0-468e-800f-f6ca92d1b108
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:25:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455
    namespace: kserve-ci-e2e-test
    resourceVersion: "18726"
    uid: a58f731f-e46a-4cc4-b088-7dc00d15bb40
  kind: Event
  lastTimestamp: "2026-07-28T10:25:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:25:45Z"
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455.18c66d2db024deba
    namespace: kserve-ci-e2e-test
    resourceVersion: "18808"
    uid: a6018f71-ed13-4a5c-9d70-55c91333a395
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:25:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455
    namespace: kserve-ci-e2e-test
    resourceVersion: "18726"
    uid: a58f731f-e46a-4cc4-b088-7dc00d15bb40
  kind: Event
  lastTimestamp: "2026-07-28T10:25:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:25:45Z"
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455.18c66d2db0935cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18809"
    uid: 4e025eeb-ca94-42c5-9f72-a68c39027cf8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-28T10:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455
    namespace: kserve-ci-e2e-test
    resourceVersion: "18726"
    uid: a58f731f-e46a-4cc4-b088-7dc00d15bb40
  kind: Event
  lastTimestamp: "2026-07-28T10:28:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:28:34Z"
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455.18c66d2e22720b27
    namespace: kserve-ci-e2e-test
    resourceVersion: "20048"
    uid: b797f484-2cd6-427c-8364-1d0769855ef6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455
    namespace: kserve-ci-e2e-test
    resourceVersion: "18726"
    uid: a58f731f-e46a-4cc4-b088-7dc00d15bb40
  kind: Event
  lastTimestamp: "2026-07-28T10:28:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:28:29Z"
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455.18c66d53e9d5f716
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: d5a2eb48-1783-41f7-b265-f1f54761b77a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455
    namespace: kserve-ci-e2e-test
    resourceVersion: "18726"
    uid: a58f731f-e46a-4cc4-b088-7dc00d15bb40
  kind: Event
  lastTimestamp: "2026-07-28T10:28:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:28:29Z"
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455.18c66d53e9d67530
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: 1e29059d-80d5-4951-9b16-0695de848352
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455
    namespace: kserve-ci-e2e-test
    resourceVersion: "18726"
    uid: a58f731f-e46a-4cc4-b088-7dc00d15bb40
  kind: Event
  lastTimestamp: "2026-07-28T10:28:38Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:28:38Z"
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455.18c66d54c903761a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20154"
    uid: 855f24d9-88b1-4de1-9e14-956af5920afb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:25:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18698"
    uid: d7eb613e-68f8-4451-a25e-fdab1b191ed2
  kind: Event
  lastTimestamp: "2026-07-28T10:25:39Z"
  message: 'Created pod: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5-mf455'
  metadata:
    creationTimestamp: "2026-07-28T10:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:25:39Z"
    name: isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5.18c66d2c47fa28b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18725"
    uid: ac8c90c0-886e-4cb8-b490-84a21dcead58
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:25:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-d2f58-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18694"
    uid: 4258baf5-177a-4001-93e4-b5f1998f6daa
  kind: Event
  lastTimestamp: "2026-07-28T10:25:39Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-d2f58-predictor-55c88b88c5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:25:39Z"
    name: isvc-sklearn-scale-raw-d2f58-predictor.18c66d2c448dfe3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18701"
    uid: ad0562a5-eb7c-4a11-bf15-4cfd2ccd0c3c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:25:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d2f58-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18697"
    uid: 8804cd50-8850-4e49-84e3-17ba3f7cb2b6
  kind: Event
  lastTimestamp: "2026-07-28T10:26:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:26:09Z"
    name: isvc-sklearn-scale-raw-d2f58-predictor.18c66d2fc38a4db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18995"
    uid: 928a2b21-6d79-4adc-b052-40a2a943d64d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:25:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d2f58-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18697"
    uid: 8804cd50-8850-4e49-84e3-17ba3f7cb2b6
  kind: Event
  lastTimestamp: "2026-07-28T10:26:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:26:09Z"
    name: isvc-sklearn-scale-raw-d2f58-predictor.18c66d2fc3f46d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18996"
    uid: f275b274-acf6-406e-9d8d-9286e5d8ab23
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T10:26:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d2f58-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18883"
    uid: 8804cd50-8850-4e49-84e3-17ba3f7cb2b6
  kind: Event
  lastTimestamp: "2026-07-28T10:28:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:28:24Z"
    name: isvc-sklearn-scale-raw-d2f58-predictor.18c66d36c1ec9cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19946"
    uid: 2cbb3f20-ce2b-47eb-9a81-9a81db86a09c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T10:26:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d2f58-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18883"
    uid: 8804cd50-8850-4e49-84e3-17ba3f7cb2b6
  kind: Event
  lastTimestamp: "2026-07-28T10:28:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:28:24Z"
    name: isvc-sklearn-scale-raw-d2f58-predictor.18c66d36c24c2161
    namespace: kserve-ci-e2e-test
    resourceVersion: "19947"
    uid: e0382366-2d6a-48b3-ab77-99480e7632ad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T10:25:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-d2f58
    namespace: kserve-ci-e2e-test
    resourceVersion: "18674"
    uid: 742f6c56-84e7-4fdc-a6fc-ad92f52f277f
  kind: Event
  lastTimestamp: "2026-07-28T10:28:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:28:24Z"
    name: isvc-sklearn-scale-raw-d2f58.18c66d2c449c9ab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19958"
    uid: 1ef176c3-4f9b-4f9e-b41c-8d8655f83f18
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:25:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-d2f58
    namespace: kserve-ci-e2e-test
    resourceVersion: "18707"
    uid: 742f6c56-84e7-4fdc-a6fc-ad92f52f277f
  kind: Event
  lastTimestamp: "2026-07-28T10:25:39Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-d2f58":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-d2f58":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:25:39Z"
    name: isvc-sklearn-scale-raw-d2f58.18c66d2c49172437
    namespace: kserve-ci-e2e-test
    resourceVersion: "18734"
    uid: 71705e43-4a6d-417d-a074-d6bc6b6f7d65
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:28:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-d2f58
    namespace: kserve-ci-e2e-test
    resourceVersion: "19955"
    uid: 742f6c56-84e7-4fdc-a6fc-ad92f52f277f
  kind: Event
  lastTimestamp: "2026-07-28T10:28:24Z"
  message: InferenceService [isvc-sklearn-scale-raw-d2f58] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:28:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:28:24Z"
    name: isvc-sklearn-scale-raw-d2f58.18c66d52c2f455df
    namespace: kserve-ci-e2e-test
    resourceVersion: "19957"
    uid: d48b34dd-a5c4-478b-ba92-3b5586176de5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:20:13.367810Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15730"
    uid: 285d0b61-573d-4069-82fd-f1a248dbb07f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp
    to ip-10-0-132-110.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:20:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:20:13Z"
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp.18c66ce067bbe2d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: 716d110c-7d3f-4e47-b96a-2cad4f954945
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84975947fc-rxl45
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: 285d0b61-573d-4069-82fd-f1a248dbb07f
  kind: Event
  lastTimestamp: "2026-07-28T10:20:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-74e2d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T10:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:13Z"
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp.18c66ce07507cc76
    namespace: kserve-ci-e2e-test
    resourceVersion: "15754"
    uid: 8254494d-eee6-49f1-9019-e0d2d400dc86
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15743"
    uid: 285d0b61-573d-4069-82fd-f1a248dbb07f
  kind: Event
  lastTimestamp: "2026-07-28T10:20:14Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:20:14Z"
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp.18c66ce0a5ad5488
    namespace: kserve-ci-e2e-test
    resourceVersion: "15772"
    uid: 9fe74522-3746-4510-b3bb-d77b76680540
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: 285d0b61-573d-4069-82fd-f1a248dbb07f
  kind: Event
  lastTimestamp: "2026-07-28T10:20:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:14Z"
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp.18c66ce0a72ec415
    namespace: kserve-ci-e2e-test
    resourceVersion: "15774"
    uid: 77cd4d98-9a02-4615-afaa-6c5615bce310
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: 285d0b61-573d-4069-82fd-f1a248dbb07f
  kind: Event
  lastTimestamp: "2026-07-28T10:20:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:14Z"
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp.18c66ce0aa04bb31
    namespace: kserve-ci-e2e-test
    resourceVersion: "15777"
    uid: 638595b8-cbd0-4236-94c8-485fc14cc1aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: 285d0b61-573d-4069-82fd-f1a248dbb07f
  kind: Event
  lastTimestamp: "2026-07-28T10:20:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:14Z"
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp.18c66ce0aa76bf81
    namespace: kserve-ci-e2e-test
    resourceVersion: "15778"
    uid: 49458bc2-e6d9-4d50-8d06-f8204c96e4e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: 285d0b61-573d-4069-82fd-f1a248dbb07f
  kind: Event
  lastTimestamp: "2026-07-28T10:20:18Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T10:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:18Z"
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp.18c66ce1a19ab309
    namespace: kserve-ci-e2e-test
    resourceVersion: "15820"
    uid: eee0c769-217a-4198-ae52-d427876617ab
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: 285d0b61-573d-4069-82fd-f1a248dbb07f
  kind: Event
  lastTimestamp: "2026-07-28T10:20:35Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.222s (17.222s
    including waiting). Image size: 1307355896 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T10:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:35Z"
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp.18c66ce5a426fcb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15966"
    uid: 25b4db5f-ede7-4308-83ce-699ec83b781c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: 285d0b61-573d-4069-82fd-f1a248dbb07f
  kind: Event
  lastTimestamp: "2026-07-28T10:20:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:35Z"
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp.18c66ce5a79230a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15967"
    uid: 8be0ad27-95f4-46b6-a986-0ee6c92de3fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: 285d0b61-573d-4069-82fd-f1a248dbb07f
  kind: Event
  lastTimestamp: "2026-07-28T10:20:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:35Z"
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp.18c66ce5a8023a0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15968"
    uid: d6ee6386-5b25-45ef-b7cb-0772bdd01577
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: 285d0b61-573d-4069-82fd-f1a248dbb07f
  kind: Event
  lastTimestamp: "2026-07-28T10:20:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:35Z"
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp.18c66ce5a80aea69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15969"
    uid: 7b6df8b2-90d1-4a73-b51b-f84bd72c6238
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: 285d0b61-573d-4069-82fd-f1a248dbb07f
  kind: Event
  lastTimestamp: "2026-07-28T10:20:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:35Z"
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp.18c66ce5ab2d068c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15970"
    uid: e4391440-d75f-4b40-bee8-bd3d9fce727a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: 285d0b61-573d-4069-82fd-f1a248dbb07f
  kind: Event
  lastTimestamp: "2026-07-28T10:20:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:20:35Z"
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp.18c66ce5ab969612
    namespace: kserve-ci-e2e-test
    resourceVersion: "15971"
    uid: 49ff5670-adb0-4645-b214-8c2b3a46ee1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: 285d0b61-573d-4069-82fd-f1a248dbb07f
  kind: Event
  lastTimestamp: "2026-07-28T10:21:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:21:22Z"
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp.18c66ce5d8707107
    namespace: kserve-ci-e2e-test
    resourceVersion: "16326"
    uid: 10ee99d7-010d-4460-81ea-8e0577401073
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: 285d0b61-573d-4069-82fd-f1a248dbb07f
  kind: Event
  lastTimestamp: "2026-07-28T10:22:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:03Z"
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp.18c66cfa22a766da
    namespace: kserve-ci-e2e-test
    resourceVersion: "16789"
    uid: 48440005-e55c-4b84-8e34-e5080a3fea11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: 285d0b61-573d-4069-82fd-f1a248dbb07f
  kind: Event
  lastTimestamp: "2026-07-28T10:22:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:03Z"
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp.18c66cfa22a85c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: 95f73cee-8b8c-4234-b808-dfacae652bf4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15713"
    uid: af036064-7891-4094-863d-6057fcde044a
  kind: Event
  lastTimestamp: "2026-07-28T10:20:13Z"
  message: 'Created pod: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c-jmzmp'
  metadata:
    creationTimestamp: "2026-07-28T10:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:20:13Z"
    name: isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c.18c66ce0672829a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15731"
    uid: ec270448-a7d9-43a4-a27e-7f7659c7dce0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-74e2d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15707"
    uid: e2565c26-4bb3-4706-aef5-a1da35226bc3
  kind: Event
  lastTimestamp: "2026-07-28T10:20:13Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-74e2d-predictor-78b98d877c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:20:13Z"
    name: isvc-xgboost-graph-raw-74e2d-predictor.18c66ce064674b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 3f61f907-06d4-4683-9b8a-ac6559888ff3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-74e2d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15712"
    uid: d9cbdbbf-4c2c-40eb-87d4-7850fe353651
  kind: Event
  lastTimestamp: "2026-07-28T10:20:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:20:58Z"
    name: isvc-xgboost-graph-raw-74e2d-predictor.18c66ce3e2e4431f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16148"
    uid: 3a64161a-108c-4b03-82a7-6c3be8d72e24
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-74e2d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15712"
    uid: d9cbdbbf-4c2c-40eb-87d4-7850fe353651
  kind: Event
  lastTimestamp: "2026-07-28T10:20:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:20:58Z"
    name: isvc-xgboost-graph-raw-74e2d-predictor.18c66ce3e34a6c5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16149"
    uid: c86e9702-bd69-4ba2-992b-7920595ccbad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T10:21:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-74e2d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15913"
    uid: d9cbdbbf-4c2c-40eb-87d4-7850fe353651
  kind: Event
  lastTimestamp: "2026-07-28T10:21:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:21:58Z"
    name: isvc-xgboost-graph-raw-74e2d-predictor.18c66cee5f6d1cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: e7dd693e-97bd-4c82-bc24-c2b33d34d354
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T10:21:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-74e2d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15913"
    uid: d9cbdbbf-4c2c-40eb-87d4-7850fe353651
  kind: Event
  lastTimestamp: "2026-07-28T10:21:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:21:58Z"
    name: isvc-xgboost-graph-raw-74e2d-predictor.18c66cee5fda063f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16634"
    uid: 1bf3e799-a370-4d02-bf6f-5ac49ea0cff7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-74e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15683"
    uid: 92417d51-3514-47e6-b536-2abedd82ad82
  kind: Event
  lastTimestamp: "2026-07-28T10:21:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:21:32Z"
    name: isvc-xgboost-graph-raw-74e2d.18c66ce06468859f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 35468499-d836-45f2-94cc-0f9fc9a0451b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:20:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-74e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15683"
    uid: 92417d51-3514-47e6-b536-2abedd82ad82
  kind: Event
  lastTimestamp: "2026-07-28T10:20:13Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-74e2d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-74e2d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:20:13Z"
    name: isvc-xgboost-graph-raw-74e2d.18c66ce064d66869
    namespace: kserve-ci-e2e-test
    resourceVersion: "15723"
    uid: fa3f4b63-fade-4385-884d-7308490f8349
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:21:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-74e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16408"
    uid: 92417d51-3514-47e6-b536-2abedd82ad82
  kind: Event
  lastTimestamp: "2026-07-28T10:21:32Z"
  message: InferenceService [isvc-xgboost-graph-raw-74e2d] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:21:32Z"
    name: isvc-xgboost-graph-raw-74e2d.18c66cf2e7ee3ef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: bb10f79c-ae9d-4587-806d-0f40e6d996d8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:22:03.762912Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16752"
    uid: 3a48daa8-0991-4082-a471-629bb7afdf09
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt
    to ip-10-0-132-110.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:22:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:22:03Z"
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt.18c66cfa1bcb68de
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: e7e709a3-c625-4566-a3e8-a9c69d129ff1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84975947fc-rxl45
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 3a48daa8-0991-4082-a471-629bb7afdf09
  kind: Event
  lastTimestamp: "2026-07-28T10:22:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-b0501-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T10:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:03Z"
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt.18c66cfa283e313e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: f432b335-a3a1-4440-9794-3b6f0a3e04d2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16767"
    uid: 3a48daa8-0991-4082-a471-629bb7afdf09
  kind: Event
  lastTimestamp: "2026-07-28T10:22:04Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:22:04Z"
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt.18c66cfa59382281
    namespace: kserve-ci-e2e-test
    resourceVersion: "16810"
    uid: f26377da-fe13-4ac8-a615-13a92bfbaacb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 3a48daa8-0991-4082-a471-629bb7afdf09
  kind: Event
  lastTimestamp: "2026-07-28T10:22:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:04Z"
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt.18c66cfa5a8203b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16814"
    uid: 3cd3a507-7da2-4817-8492-b4589789476f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 3a48daa8-0991-4082-a471-629bb7afdf09
  kind: Event
  lastTimestamp: "2026-07-28T10:22:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:04Z"
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt.18c66cfa5d4e422b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16816"
    uid: a2f320d9-c4a6-42d2-8cd0-d6b70177d6a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 3a48daa8-0991-4082-a471-629bb7afdf09
  kind: Event
  lastTimestamp: "2026-07-28T10:22:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:04Z"
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt.18c66cfa5dafa98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16817"
    uid: 4c3062d8-5a24-499f-b1fe-72012220c81a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 3a48daa8-0991-4082-a471-629bb7afdf09
  kind: Event
  lastTimestamp: "2026-07-28T10:22:09Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:09Z"
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt.18c66cfb5e6243a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: aecc27b0-72e1-49e8-b099-ac13d34a966c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 3a48daa8-0991-4082-a471-629bb7afdf09
  kind: Event
  lastTimestamp: "2026-07-28T10:22:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:09Z"
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt.18c66cfb620fd0e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16876"
    uid: 722fc23b-fd5c-4d60-8b21-ea6b2556277e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 3a48daa8-0991-4082-a471-629bb7afdf09
  kind: Event
  lastTimestamp: "2026-07-28T10:22:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:09Z"
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt.18c66cfb627edb14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: 901ddc6d-8e82-44bb-8306-7367025ed61d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 3a48daa8-0991-4082-a471-629bb7afdf09
  kind: Event
  lastTimestamp: "2026-07-28T10:22:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:09Z"
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt.18c66cfb6288cac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16879"
    uid: 23f2716c-a645-4b32-837d-eb7070208959
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 3a48daa8-0991-4082-a471-629bb7afdf09
  kind: Event
  lastTimestamp: "2026-07-28T10:22:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:09Z"
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt.18c66cfb65d4e6ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16884"
    uid: 5d022566-57e8-431b-b849-35cfdcc1945a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 3a48daa8-0991-4082-a471-629bb7afdf09
  kind: Event
  lastTimestamp: "2026-07-28T10:22:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:09Z"
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt.18c66cfb665e9915
    namespace: kserve-ci-e2e-test
    resourceVersion: "16886"
    uid: abd25ae6-ab61-41b6-b7e3-919e0d3e8be9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 3a48daa8-0991-4082-a471-629bb7afdf09
  kind: Event
  lastTimestamp: "2026-07-28T10:23:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:57Z"
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt.18c66cfbd6aa9b73
    namespace: kserve-ci-e2e-test
    resourceVersion: "17843"
    uid: 26eb8605-fcd1-4237-aeda-a4ea030f2275
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 3a48daa8-0991-4082-a471-629bb7afdf09
  kind: Event
  lastTimestamp: "2026-07-28T10:23:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:54Z"
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt.18c66d13c864694c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17795"
    uid: 549fe1a6-574e-4b43-8008-c1cfd9b72553
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 3a48daa8-0991-4082-a471-629bb7afdf09
  kind: Event
  lastTimestamp: "2026-07-28T10:23:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:54Z"
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt.18c66d13c8658551
    namespace: kserve-ci-e2e-test
    resourceVersion: "17799"
    uid: aa355125-ac16-4a7a-b16a-2122f3528601
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 3a48daa8-0991-4082-a471-629bb7afdf09
  kind: Event
  lastTimestamp: "2026-07-28T10:23:57Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:57Z"
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt.18c66d1484f9d609
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: e1287f89-5f77-4b51-8c96-11795ca315f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16744"
    uid: 83b1d646-cd54-401a-895a-8c3de914bfc4
  kind: Event
  lastTimestamp: "2026-07-28T10:22:03Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f-d7ggt'
  metadata:
    creationTimestamp: "2026-07-28T10:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:22:03Z"
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f.18c66cfa1b366797
    namespace: kserve-ci-e2e-test
    resourceVersion: "16756"
    uid: b36c6383-6284-44c0-ae42-923a71f4a8b3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: 05eb3998-3863-4562-b195-f87aee9892c7
  kind: Event
  lastTimestamp: "2026-07-28T10:22:03Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-b0501-predictor-696db4b46f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:22:03Z"
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor.18c66cfa1828ee14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: 9e62d5ea-593f-440b-bea1-4323a7a36ed6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: ba58c55a-ac0c-4149-9b2a-eb09fea03581
  kind: Event
  lastTimestamp: "2026-07-28T10:22:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:22:48Z"
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor.18c66cfd96973902
    namespace: kserve-ci-e2e-test
    resourceVersion: "17194"
    uid: b92f7a9b-ac05-4044-ab14-5f8f57146d0d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: ba58c55a-ac0c-4149-9b2a-eb09fea03581
  kind: Event
  lastTimestamp: "2026-07-28T10:22:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:22:48Z"
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor.18c66cfd97a7f492
    namespace: kserve-ci-e2e-test
    resourceVersion: "17195"
    uid: d818ec6e-b838-4bb8-b778-1924c6e07c1d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16969"
    uid: ba58c55a-ac0c-4149-9b2a-eb09fea03581
  kind: Event
  lastTimestamp: "2026-07-28T10:23:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:23:48Z"
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor.18c66d01166f3f14
    namespace: kserve-ci-e2e-test
    resourceVersion: "17675"
    uid: 16a42fcc-5862-47fe-b12a-631ba19dbe76
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16969"
    uid: ba58c55a-ac0c-4149-9b2a-eb09fea03581
  kind: Event
  lastTimestamp: "2026-07-28T10:23:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:23:48Z"
    name: isvc-xgboost-graph-raw-hpa-b0501-predictor.18c66d0116d92cba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17676"
    uid: b6cf1da0-7d30-4d6e-b02b-a07f309ad3b3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-b0501
    namespace: kserve-ci-e2e-test
    resourceVersion: "16722"
    uid: ccb00d81-cf67-4b3b-a6cf-2c9245438fd6
  kind: Event
  lastTimestamp: "2026-07-28T10:23:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:23:07Z"
    name: isvc-xgboost-graph-raw-hpa-b0501.18c66cfa1828730e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17336"
    uid: ff2c9322-1c7b-45ec-b882-5c0221f334f7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-b0501
    namespace: kserve-ci-e2e-test
    resourceVersion: "17334"
    uid: ccb00d81-cf67-4b3b-a6cf-2c9245438fd6
  kind: Event
  lastTimestamp: "2026-07-28T10:23:07Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-b0501] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:23:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:23:07Z"
    name: isvc-xgboost-graph-raw-hpa-b0501.18c66d08e5eaf6c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17335"
    uid: 38b88497-6294-4901-8d80-defb4f8928d7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:23:53.985833Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-8e237-predictor-8c874fbcc-fnrsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17764"
    uid: 86f2d777-6f0c-445d-b9f1-d6b43e8ef110
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-8e237-predictor-8c874fbcc-fnrsp
    to ip-10-0-132-110.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:23:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:23:53Z"
    name: message-dumper-raw-8e237-predictor-8c874fbcc-fnrsp.18c66d13c597b3ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17773"
    uid: c5cdbab2-fbca-42ab-8a24-c2adcbdc2961
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84975947fc-rxl45
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-8e237-predictor-8c874fbcc-fnrsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 86f2d777-6f0c-445d-b9f1-d6b43e8ef110
  kind: Event
  lastTimestamp: "2026-07-28T10:23:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-8e237-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T10:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:54Z"
    name: message-dumper-raw-8e237-predictor-8c874fbcc-fnrsp.18c66d13cfbceaad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17803"
    uid: eb11d7b5-20fe-42ab-a5a0-d493c6fbaff5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-8e237-predictor-8c874fbcc-fnrsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17786"
    uid: 86f2d777-6f0c-445d-b9f1-d6b43e8ef110
  kind: Event
  lastTimestamp: "2026-07-28T10:23:55Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:23:55Z"
    name: message-dumper-raw-8e237-predictor-8c874fbcc-fnrsp.18c66d1403195a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "17815"
    uid: 1c7ff071-a78e-41f2-a6e9-a101f8bee55b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-8e237-predictor-8c874fbcc-fnrsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 86f2d777-6f0c-445d-b9f1-d6b43e8ef110
  kind: Event
  lastTimestamp: "2026-07-28T10:23:55Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-28T10:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:55Z"
    name: message-dumper-raw-8e237-predictor-8c874fbcc-fnrsp.18c66d14047d03a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17817"
    uid: 5e3264cf-f589-47dd-b162-0b5160acd190
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-8e237-predictor-8c874fbcc-fnrsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 86f2d777-6f0c-445d-b9f1-d6b43e8ef110
  kind: Event
  lastTimestamp: "2026-07-28T10:23:56Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.165s (1.165s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T10:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:56Z"
    name: message-dumper-raw-8e237-predictor-8c874fbcc-fnrsp.18c66d1449f04d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "17824"
    uid: f18af176-8f9c-45f7-8a4e-5a1a50a4e014
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-8e237-predictor-8c874fbcc-fnrsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 86f2d777-6f0c-445d-b9f1-d6b43e8ef110
  kind: Event
  lastTimestamp: "2026-07-28T10:23:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:56Z"
    name: message-dumper-raw-8e237-predictor-8c874fbcc-fnrsp.18c66d144cdd4cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17827"
    uid: bbc225a1-5755-4ed4-8169-806c1e1e8082
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-8e237-predictor-8c874fbcc-fnrsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 86f2d777-6f0c-445d-b9f1-d6b43e8ef110
  kind: Event
  lastTimestamp: "2026-07-28T10:23:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:56Z"
    name: message-dumper-raw-8e237-predictor-8c874fbcc-fnrsp.18c66d144d49089c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17828"
    uid: a089f8c6-5517-4781-83b3-7aacf4855118
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-8e237-predictor-8c874fbcc-fnrsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 86f2d777-6f0c-445d-b9f1-d6b43e8ef110
  kind: Event
  lastTimestamp: "2026-07-28T10:23:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:56Z"
    name: message-dumper-raw-8e237-predictor-8c874fbcc-fnrsp.18c66d144d5164ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17829"
    uid: 2fe809dc-762b-47fe-9723-3c9487010e34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-8e237-predictor-8c874fbcc-fnrsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 86f2d777-6f0c-445d-b9f1-d6b43e8ef110
  kind: Event
  lastTimestamp: "2026-07-28T10:23:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:56Z"
    name: message-dumper-raw-8e237-predictor-8c874fbcc-fnrsp.18c66d145010f80f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17831"
    uid: ab4f47f9-fa82-438a-82b8-136991dc7e8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-8e237-predictor-8c874fbcc-fnrsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 86f2d777-6f0c-445d-b9f1-d6b43e8ef110
  kind: Event
  lastTimestamp: "2026-07-28T10:23:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:56Z"
    name: message-dumper-raw-8e237-predictor-8c874fbcc-fnrsp.18c66d14507afda8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17832"
    uid: a86beb07-0936-499a-800e-0f3530997217
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:25:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-8e237-predictor-8c874fbcc-fnrsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 86f2d777-6f0c-445d-b9f1-d6b43e8ef110
  kind: Event
  lastTimestamp: "2026-07-28T10:25:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:25:39Z"
    name: message-dumper-raw-8e237-predictor-8c874fbcc-fnrsp.18c66d2c46da2459
    namespace: kserve-ci-e2e-test
    resourceVersion: "18720"
    uid: 7700607c-cfe2-4ea0-92ff-835fb7f7d656
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:25:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-8e237-predictor-8c874fbcc-fnrsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 86f2d777-6f0c-445d-b9f1-d6b43e8ef110
  kind: Event
  lastTimestamp: "2026-07-28T10:25:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:25:39Z"
    name: message-dumper-raw-8e237-predictor-8c874fbcc-fnrsp.18c66d2c46db6278
    namespace: kserve-ci-e2e-test
    resourceVersion: "18722"
    uid: 070cbb87-3bd1-42ca-a246-929a5b54e021
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-8e237-predictor-8c874fbcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17746"
    uid: 2dd36ab4-805a-4dd1-afec-9ba15f6fcc55
  kind: Event
  lastTimestamp: "2026-07-28T10:23:53Z"
  message: 'Created pod: message-dumper-raw-8e237-predictor-8c874fbcc-fnrsp'
  metadata:
    creationTimestamp: "2026-07-28T10:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:23:53Z"
    name: message-dumper-raw-8e237-predictor-8c874fbcc.18c66d13c5321eca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17766"
    uid: 6069d35b-bd49-4f44-add9-8d84260592b1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-8e237-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17744"
    uid: bc6b7b10-ca58-4c00-b5ae-d804433021d7
  kind: Event
  lastTimestamp: "2026-07-28T10:23:53Z"
  message: Scaled up replica set message-dumper-raw-8e237-predictor-8c874fbcc from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:23:53Z"
    name: message-dumper-raw-8e237-predictor.18c66d13c1bb34bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17747"
    uid: c1727a3b-9dce-476c-a864-2920ccc0f941
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:24:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-8e237-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: c4c02ec2-0e92-4010-b33e-0aa2c0d70a03
  kind: Event
  lastTimestamp: "2026-07-28T10:24:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:24:23Z"
    name: message-dumper-raw-8e237-predictor.18c66d174051904d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18118"
    uid: ff704fa2-2d9a-498a-b56c-cb562503dcbb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:24:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-8e237-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: c4c02ec2-0e92-4010-b33e-0aa2c0d70a03
  kind: Event
  lastTimestamp: "2026-07-28T10:24:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:24:23Z"
    name: message-dumper-raw-8e237-predictor.18c66d174092bf5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18119"
    uid: a460a9c9-f4cf-4342-8c82-5f69560c362e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-8e237
    namespace: kserve-ci-e2e-test
    resourceVersion: "17736"
    uid: b6e757f2-9464-4d63-b734-9f8763f1de71
  kind: Event
  lastTimestamp: "2026-07-28T10:24:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:24:04Z"
    name: message-dumper-raw-8e237.18c66d13c1cb405f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17910"
    uid: 50e23b3d-fc83-420d-b6b2-ba7ffa7d45d8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-8e237
    namespace: kserve-ci-e2e-test
    resourceVersion: "17736"
    uid: b6e757f2-9464-4d63-b734-9f8763f1de71
  kind: Event
  lastTimestamp: "2026-07-28T10:23:53Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-8e237":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-8e237":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:23:53Z"
    name: message-dumper-raw-8e237.18c66d13c24fc37e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17750"
    uid: 2d586df5-b471-4d43-bc4b-faa9ee4142fc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:24:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-8e237
    namespace: kserve-ci-e2e-test
    resourceVersion: "17908"
    uid: b6e757f2-9464-4d63-b734-9f8763f1de71
  kind: Event
  lastTimestamp: "2026-07-28T10:24:04Z"
  message: InferenceService [message-dumper-raw-8e237] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:24:04Z"
    name: message-dumper-raw-8e237.18c66d1647cd2d4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17909"
    uid: 72f27bab-6f61-46e6-8c09-621cb1790698
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:21:53.414996Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-74e2d-864c794844-n9cgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16568"
    uid: a8220dfe-dd2a-4539-b3ba-d259965a65c8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-74e2d-864c794844-n9cgw
    to ip-10-0-135-126.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:21:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:21:53Z"
    name: model-chainer-raw-74e2d-864c794844-n9cgw.18c66cf7b302cda0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16573"
    uid: a8cce499-9ee3-421a-9915-5b122f1d23d6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84975947fc-rxl45
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:21:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-74e2d-864c794844-n9cgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16578"
    uid: a8220dfe-dd2a-4539-b3ba-d259965a65c8
  kind: Event
  lastTimestamp: "2026-07-28T10:21:53Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:21:53Z"
    name: model-chainer-raw-74e2d-864c794844-n9cgw.18c66cf7cc6a0eb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16588"
    uid: dd4cac94-a75e-4af2-888f-8c465033ad9b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:21:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-74e2d}
    kind: Pod
    name: model-chainer-raw-74e2d-864c794844-n9cgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: a8220dfe-dd2a-4539-b3ba-d259965a65c8
  kind: Event
  lastTimestamp: "2026-07-28T10:21:53Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:bcb85ef6ed85b7da131182bb5f673741b67400a2637d62d1dcee3f3c438674f0"
  metadata:
    creationTimestamp: "2026-07-28T10:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:21:53Z"
    name: model-chainer-raw-74e2d-864c794844-n9cgw.18c66cf7cdf34dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16591"
    uid: 22fa81f4-8012-4baf-a026-ef5744fa07b9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:21:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-74e2d}
    kind: Pod
    name: model-chainer-raw-74e2d-864c794844-n9cgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: a8220dfe-dd2a-4539-b3ba-d259965a65c8
  kind: Event
  lastTimestamp: "2026-07-28T10:21:55Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:bcb85ef6ed85b7da131182bb5f673741b67400a2637d62d1dcee3f3c438674f0"
    in 2.098s (2.098s including waiting). Image size: 218226791 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T10:21:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:21:55Z"
    name: model-chainer-raw-74e2d-864c794844-n9cgw.18c66cf84b0b7845
    namespace: kserve-ci-e2e-test
    resourceVersion: "16607"
    uid: f45fc16e-8e87-49e4-a23c-bb4f67173b15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-74e2d}
    kind: Pod
    name: model-chainer-raw-74e2d-864c794844-n9cgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: a8220dfe-dd2a-4539-b3ba-d259965a65c8
  kind: Event
  lastTimestamp: "2026-07-28T10:21:56Z"
  message: 'Created container: model-chainer-raw-74e2d'
  metadata:
    creationTimestamp: "2026-07-28T10:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:21:56Z"
    name: model-chainer-raw-74e2d-864c794844-n9cgw.18c66cf84e51ced7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16608"
    uid: 075e10a9-6c04-49bc-a1df-b2874a10969e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-74e2d}
    kind: Pod
    name: model-chainer-raw-74e2d-864c794844-n9cgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: a8220dfe-dd2a-4539-b3ba-d259965a65c8
  kind: Event
  lastTimestamp: "2026-07-28T10:21:56Z"
  message: Started container model-chainer-raw-74e2d
  metadata:
    creationTimestamp: "2026-07-28T10:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:21:56Z"
    name: model-chainer-raw-74e2d-864c794844-n9cgw.18c66cf84ec052aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16609"
    uid: ccd7f688-e7b9-4399-bece-5f9b790f0c2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-74e2d}
    kind: Pod
    name: model-chainer-raw-74e2d-864c794844-n9cgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: a8220dfe-dd2a-4539-b3ba-d259965a65c8
  kind: Event
  lastTimestamp: "2026-07-28T10:22:03Z"
  message: Stopping container model-chainer-raw-74e2d
  metadata:
    creationTimestamp: "2026-07-28T10:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:03Z"
    name: model-chainer-raw-74e2d-864c794844-n9cgw.18c66cfa05d8982e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16685"
    uid: f0b4c1b0-808f-43a2-8196-27267c1672f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T10:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-74e2d}
    kind: Pod
    name: model-chainer-raw-74e2d-864c794844-n9cgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: a8220dfe-dd2a-4539-b3ba-d259965a65c8
  kind: Event
  lastTimestamp: "2026-07-28T10:22:32Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T10:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:22:32Z"
    name: model-chainer-raw-74e2d-864c794844-n9cgw.18c66cfb0c311c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "17073"
    uid: 10be89e5-6b52-4132-b9b7-92614a86b466
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:21:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-74e2d-864c794844
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: a76d56f0-f954-403a-b485-f370a4cb151e
  kind: Event
  lastTimestamp: "2026-07-28T10:21:53Z"
  message: 'Created pod: model-chainer-raw-74e2d-864c794844-n9cgw'
  metadata:
    creationTimestamp: "2026-07-28T10:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:21:53Z"
    name: model-chainer-raw-74e2d-864c794844.18c66cf7b17dc7ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: ad1b8ef1-2205-4019-b216-a671bbb4c27f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:21:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-74e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16560"
    uid: 1cd35c74-9fbf-458d-9cdc-0e2f4c71f1ca
  kind: Event
  lastTimestamp: "2026-07-28T10:21:53Z"
  message: Scaled up replica set model-chainer-raw-74e2d-864c794844 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:21:53Z"
    name: model-chainer-raw-74e2d.18c66cf7af956f97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16564"
    uid: ff44ad6e-ceed-4821-b947-f108973545fd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:21:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-74e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16580"
    uid: fe7a7bd5-3a54-4e91-9642-d91f240b280a
  kind: Event
  lastTimestamp: "2026-07-28T10:21:53Z"
  message: InferenceGraph [model-chainer-raw-74e2d] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:21:53Z"
    name: model-chainer-raw-74e2d.18c66cf7b70c4345
    namespace: kserve-ci-e2e-test
    resourceVersion: "16582"
    uid: acd2f39d-5fc1-4a07-9320-2949c8a3600e
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:23:43.676049Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-b0501-578b7cf5fb-xbwt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17611"
    uid: c58e9c1c-f8f7-447e-b7f7-9b6a215d16cc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-b0501-578b7cf5fb-xbwt9
    to ip-10-0-135-126.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:23:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:23:43Z"
    name: model-chainer-raw-hpa-b0501-578b7cf5fb-xbwt9.18c66d115f14dd16
    namespace: kserve-ci-e2e-test
    resourceVersion: "17615"
    uid: 78fed897-64aa-4e74-8a65-4b59c5429195
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84975947fc-rxl45
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-b0501-578b7cf5fb-xbwt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17612"
    uid: c58e9c1c-f8f7-447e-b7f7-9b6a215d16cc
  kind: Event
  lastTimestamp: "2026-07-28T10:23:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-b0501-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T10:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:43Z"
    name: model-chainer-raw-hpa-b0501-578b7cf5fb-xbwt9.18c66d11699a2efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17628"
    uid: 6d050885-cb81-414a-a820-631303a22147
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-b0501-578b7cf5fb-xbwt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17619"
    uid: c58e9c1c-f8f7-447e-b7f7-9b6a215d16cc
  kind: Event
  lastTimestamp: "2026-07-28T10:23:44Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:23:44Z"
    name: model-chainer-raw-hpa-b0501-578b7cf5fb-xbwt9.18c66d119c170aa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: edbe8a2c-c4f7-4e2b-afcc-80d0ab319427
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-b0501}
    kind: Pod
    name: model-chainer-raw-hpa-b0501-578b7cf5fb-xbwt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17612"
    uid: c58e9c1c-f8f7-447e-b7f7-9b6a215d16cc
  kind: Event
  lastTimestamp: "2026-07-28T10:23:44Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:bcb85ef6ed85b7da131182bb5f673741b67400a2637d62d1dcee3f3c438674f0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:44Z"
    name: model-chainer-raw-hpa-b0501-578b7cf5fb-xbwt9.18c66d119d6b2812
    namespace: kserve-ci-e2e-test
    resourceVersion: "17640"
    uid: 6ea1bfe3-2c73-46b6-a9f3-5e23a7e70365
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-b0501}
    kind: Pod
    name: model-chainer-raw-hpa-b0501-578b7cf5fb-xbwt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17612"
    uid: c58e9c1c-f8f7-447e-b7f7-9b6a215d16cc
  kind: Event
  lastTimestamp: "2026-07-28T10:23:44Z"
  message: 'Created container: model-chainer-raw-hpa-b0501'
  metadata:
    creationTimestamp: "2026-07-28T10:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:44Z"
    name: model-chainer-raw-hpa-b0501-578b7cf5fb-xbwt9.18c66d11a055ae9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17641"
    uid: b92f2179-aea5-4ea6-bea5-ab36c20ee3f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-b0501}
    kind: Pod
    name: model-chainer-raw-hpa-b0501-578b7cf5fb-xbwt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17612"
    uid: c58e9c1c-f8f7-447e-b7f7-9b6a215d16cc
  kind: Event
  lastTimestamp: "2026-07-28T10:23:44Z"
  message: Started container model-chainer-raw-hpa-b0501
  metadata:
    creationTimestamp: "2026-07-28T10:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:44Z"
    name: model-chainer-raw-hpa-b0501-578b7cf5fb-xbwt9.18c66d11a0c5ce9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17642"
    uid: daa4e325-136a-493b-a7e5-9afd8a034545
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-b0501}
    kind: Pod
    name: model-chainer-raw-hpa-b0501-578b7cf5fb-xbwt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17612"
    uid: c58e9c1c-f8f7-447e-b7f7-9b6a215d16cc
  kind: Event
  lastTimestamp: "2026-07-28T10:23:53Z"
  message: Stopping container model-chainer-raw-hpa-b0501
  metadata:
    creationTimestamp: "2026-07-28T10:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:23:53Z"
    name: model-chainer-raw-hpa-b0501-578b7cf5fb-xbwt9.18c66d13b8b862af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17730"
    uid: f0eb4075-ed74-4bed-a875-0a8a013123fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-b0501}
    kind: Pod
    name: model-chainer-raw-hpa-b0501-578b7cf5fb-xbwt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17612"
    uid: c58e9c1c-f8f7-447e-b7f7-9b6a215d16cc
  kind: Event
  lastTimestamp: "2026-07-28T10:24:21Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T10:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:24:21Z"
    name: model-chainer-raw-hpa-b0501-578b7cf5fb-xbwt9.18c66d144bff0387
    namespace: kserve-ci-e2e-test
    resourceVersion: "18101"
    uid: 7f2aeb0e-f927-48bd-896f-1f4cc2412d23
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-126.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-126.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-b0501-578b7cf5fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17607"
    uid: 7b34c5f8-e7b5-41cd-be03-e825b7ed46b2
  kind: Event
  lastTimestamp: "2026-07-28T10:23:43Z"
  message: 'Created pod: model-chainer-raw-hpa-b0501-578b7cf5fb-xbwt9'
  metadata:
    creationTimestamp: "2026-07-28T10:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:23:43Z"
    name: model-chainer-raw-hpa-b0501-578b7cf5fb.18c66d115e9e088a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17613"
    uid: ba5aa99b-d1c7-4920-a260-35e8e3b2af36
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-b0501
    namespace: kserve-ci-e2e-test
    resourceVersion: "17605"
    uid: 990c4127-76c5-44c0-813e-d6e3fe401498
  kind: Event
  lastTimestamp: "2026-07-28T10:23:43Z"
  message: Scaled up replica set model-chainer-raw-hpa-b0501-578b7cf5fb from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T10:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:23:43Z"
    name: model-chainer-raw-hpa-b0501.18c66d115d187ac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17608"
    uid: 13b39c5c-78e7-423b-9df7-717128a56653
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-b0501
    namespace: kserve-ci-e2e-test
    resourceVersion: "17621"
    uid: d7f3ebd3-71ab-4136-82e9-f1fc14be5b5e
  kind: Event
  lastTimestamp: "2026-07-28T10:23:43Z"
  message: InferenceGraph [model-chainer-raw-hpa-b0501] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:23:43Z"
    name: model-chainer-raw-hpa-b0501.18c66d11627ba6f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17623"
    uid: 650297a3-0eaf-403c-aef2-8e7e9e66789b
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-b0501
    namespace: kserve-ci-e2e-test
    resourceVersion: "17600"
    uid: d7f3ebd3-71ab-4136-82e9-f1fc14be5b5e
  kind: Event
  lastTimestamp: "2026-07-28T10:23:43Z"
  message: 'Failed to update status for InferenceGraph "model-chainer-raw-hpa-b0501":
    Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "model-chainer-raw-hpa-b0501":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:23:43Z"
    name: model-chainer-raw-hpa-b0501.18c66d11649a60cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17624"
    uid: ee6b35a1-aadd-4705-9562-5ea8aefa482d
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:23:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-b0501
    namespace: kserve-ci-e2e-test
    resourceVersion: "17600"
    uid: d7f3ebd3-71ab-4136-82e9-f1fc14be5b5e
  kind: Event
  lastTimestamp: "2026-07-28T10:23:43Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "model-chainer-raw-hpa-b0501": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:23:43Z"
    name: model-chainer-raw-hpa-b0501.18c66d11649aac16
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 0bcc77c5-f6b7-4091-906f-7761236f8347
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:40:44.776074Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26415"
    uid: a561d8a1-7024-4f6b-a3e5-ab43c9eb51e4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-1b651-predictor-55d656b769-2v9mr
    to ip-10-0-132-110.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:40:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:40:44Z"
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr.18c66dff1d62c660
    namespace: kserve-ci-e2e-test
    resourceVersion: "26421"
    uid: 1e0b9043-c681-42b3-b4ef-f02aa01d93cd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84975947fc-rxl45
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26425"
    uid: a561d8a1-7024-4f6b-a3e5-ab43c9eb51e4
  kind: Event
  lastTimestamp: "2026-07-28T10:40:45Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:40:45Z"
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr.18c66dff36d6b976
    namespace: kserve-ci-e2e-test
    resourceVersion: "26434"
    uid: 91e59596-51e2-4bf7-917c-c6843f87923e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26417"
    uid: a561d8a1-7024-4f6b-a3e5-ab43c9eb51e4
  kind: Event
  lastTimestamp: "2026-07-28T10:40:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:45Z"
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr.18c66dff38495c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26436"
    uid: 2ebd2909-b1c9-4caa-b838-fa8acc659737
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26417"
    uid: a561d8a1-7024-4f6b-a3e5-ab43c9eb51e4
  kind: Event
  lastTimestamp: "2026-07-28T10:40:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:45Z"
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr.18c66dff3b0b41dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26437"
    uid: 3a0d852d-9aa8-4904-bcb8-344850c3274a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26417"
    uid: a561d8a1-7024-4f6b-a3e5-ab43c9eb51e4
  kind: Event
  lastTimestamp: "2026-07-28T10:40:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:45Z"
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr.18c66dff3b74b202
    namespace: kserve-ci-e2e-test
    resourceVersion: "26438"
    uid: efee3b4d-d0ca-4b80-9cec-2e5f5281a10f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26417"
    uid: a561d8a1-7024-4f6b-a3e5-ab43c9eb51e4
  kind: Event
  lastTimestamp: "2026-07-28T10:40:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:49Z"
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr.18c66e0030cf6101
    namespace: kserve-ci-e2e-test
    resourceVersion: "26472"
    uid: 41bfdb24-b26c-41e7-b655-2829832d46e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26417"
    uid: a561d8a1-7024-4f6b-a3e5-ab43c9eb51e4
  kind: Event
  lastTimestamp: "2026-07-28T10:40:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:49Z"
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr.18c66e0033d62225
    namespace: kserve-ci-e2e-test
    resourceVersion: "26478"
    uid: f3feebd8-3a7e-4f76-9115-5417a240837e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26417"
    uid: a561d8a1-7024-4f6b-a3e5-ab43c9eb51e4
  kind: Event
  lastTimestamp: "2026-07-28T10:40:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:49Z"
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr.18c66e003447355e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26479"
    uid: a42a86c8-945c-44a4-b713-fa93abdd6126
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26417"
    uid: a561d8a1-7024-4f6b-a3e5-ab43c9eb51e4
  kind: Event
  lastTimestamp: "2026-07-28T10:40:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:49Z"
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr.18c66e003450592e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26480"
    uid: a90414f9-383e-462d-ab25-34b80e08097f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26417"
    uid: a561d8a1-7024-4f6b-a3e5-ab43c9eb51e4
  kind: Event
  lastTimestamp: "2026-07-28T10:40:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:49Z"
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr.18c66e0037301d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "26482"
    uid: e55247f8-4676-4b3a-8313-a9b2fcd47d09
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26417"
    uid: a561d8a1-7024-4f6b-a3e5-ab43c9eb51e4
  kind: Event
  lastTimestamp: "2026-07-28T10:40:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:40:49Z"
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr.18c66e00379ca82d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26483"
    uid: 59d1550c-c4d9-42fd-9b41-8d404a437439
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26417"
    uid: a561d8a1-7024-4f6b-a3e5-ab43c9eb51e4
  kind: Event
  lastTimestamp: "2026-07-28T10:42:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:42:07Z"
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr.18c66e00a8cdbd6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27063"
    uid: b710c4f7-c83a-4fd7-8587-0baca6efa57c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26417"
    uid: a561d8a1-7024-4f6b-a3e5-ab43c9eb51e4
  kind: Event
  lastTimestamp: "2026-07-28T10:42:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:42:04Z"
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr.18c66e11c3a331f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27046"
    uid: 54e43bc8-cc74-4b6d-a9cd-9076b5987696
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26417"
    uid: a561d8a1-7024-4f6b-a3e5-ab43c9eb51e4
  kind: Event
  lastTimestamp: "2026-07-28T10:42:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:42:04Z"
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr.18c66e11c3a3b390
    namespace: kserve-ci-e2e-test
    resourceVersion: "27047"
    uid: ad6d96d0-7ef8-4ecd-a47f-e1942b28500d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:42:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26417"
    uid: a561d8a1-7024-4f6b-a3e5-ab43c9eb51e4
  kind: Event
  lastTimestamp: "2026-07-28T10:42:07Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:42:07Z"
    name: raw-sklearn-1b651-predictor-55d656b769-2v9mr.18c66e125afda633
    namespace: kserve-ci-e2e-test
    resourceVersion: "27062"
    uid: 247f2a65-7e1d-4650-ad63-db9fd5484139
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-1b651-predictor-55d656b769
    namespace: kserve-ci-e2e-test
    resourceVersion: "26406"
    uid: e49ec39a-c300-43c0-82ce-cf186129cfeb
  kind: Event
  lastTimestamp: "2026-07-28T10:40:44Z"
  message: 'Created pod: raw-sklearn-1b651-predictor-55d656b769-2v9mr'
  metadata:
    creationTimestamp: "2026-07-28T10:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:40:44Z"
    name: raw-sklearn-1b651-predictor-55d656b769.18c66dff1ccb55f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26416"
    uid: a78a1d90-ad87-4640-8972-c30dd6e8b0b3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-1b651-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26404"
    uid: a79a2782-5e8f-431d-988c-f2ab2ec242e1
  kind: Event
  lastTimestamp: "2026-07-28T10:40:44Z"
  message: Scaled up replica set raw-sklearn-1b651-predictor-55d656b769 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T10:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:40:44Z"
    name: raw-sklearn-1b651-predictor.18c66dff1a03e8af
    namespace: kserve-ci-e2e-test
    resourceVersion: "26407"
    uid: 0da21d86-26de-444e-b8d5-99fff1411eea
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-1b651-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26405"
    uid: abff1dc1-3041-44aa-98ed-42da949f26d5
  kind: Event
  lastTimestamp: "2026-07-28T10:41:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:40:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:41:29Z"
    name: raw-sklearn-1b651-predictor.18c66e0298ade9f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26769"
    uid: 7c4dd79c-4bfc-4481-8837-59b24c6ff29b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-1b651-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26405"
    uid: abff1dc1-3041-44aa-98ed-42da949f26d5
  kind: Event
  lastTimestamp: "2026-07-28T10:41:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:40:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:41:29Z"
    name: raw-sklearn-1b651-predictor.18c66e029913cd2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26770"
    uid: c4e7c7e4-0411-45b9-a1dc-b935197186c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:41:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-1b651-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26557"
    uid: abff1dc1-3041-44aa-98ed-42da949f26d5
  kind: Event
  lastTimestamp: "2026-07-28T10:41:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:41:59Z"
    name: raw-sklearn-1b651-predictor.18c66e0617f928c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26989"
    uid: 1b8d437b-048a-4512-a358-b972eb2a44bb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T10:41:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-1b651-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26557"
    uid: abff1dc1-3041-44aa-98ed-42da949f26d5
  kind: Event
  lastTimestamp: "2026-07-28T10:41:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:41:59Z"
    name: raw-sklearn-1b651-predictor.18c66e061866d077
    namespace: kserve-ci-e2e-test
    resourceVersion: "26990"
    uid: b08adc44-5740-45cb-8a90-5031168af9c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-1b651
    namespace: kserve-ci-e2e-test
    resourceVersion: "26397"
    uid: cba88c45-51b4-4e92-a3da-f418191e71dd
  kind: Event
  lastTimestamp: "2026-07-28T10:41:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:41:57Z"
    name: raw-sklearn-1b651.18c66dff1a007c01
    namespace: kserve-ci-e2e-test
    resourceVersion: "26970"
    uid: b5ae6c24-5aec-4602-aa94-125b298253c7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:40:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-1b651
    namespace: kserve-ci-e2e-test
    resourceVersion: "26397"
    uid: cba88c45-51b4-4e92-a3da-f418191e71dd
  kind: Event
  lastTimestamp: "2026-07-28T10:40:44Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-1b651": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-1b651":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:40:44Z"
    name: raw-sklearn-1b651.18c66dff1a7e4e47
    namespace: kserve-ci-e2e-test
    resourceVersion: "26411"
    uid: a9862aa7-53c0-4a1c-94cd-d81e5f23bff9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:41:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-1b651
    namespace: kserve-ci-e2e-test
    resourceVersion: "26968"
    uid: cba88c45-51b4-4e92-a3da-f418191e71dd
  kind: Event
  lastTimestamp: "2026-07-28T10:41:57Z"
  message: InferenceService [raw-sklearn-1b651] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:41:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:41:57Z"
    name: raw-sklearn-1b651.18c66e100c2e35db
    namespace: kserve-ci-e2e-test
    resourceVersion: "26969"
    uid: bab1f678-8580-4549-8406-dc2368e9f48e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T10:42:10.038300Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27107"
    uid: ea1470b1-b107-47bc-a89e-ef1814214dd2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz
    to ip-10-0-132-110.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T10:42:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T10:42:10Z"
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz.18c66e12f7692e7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27113"
    uid: d48fe801-cec6-4841-9f6c-0570097612c2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84975947fc-rxl45
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:42:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27109"
    uid: ea1470b1-b107-47bc-a89e-ef1814214dd2
  kind: Event
  lastTimestamp: "2026-07-28T10:42:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-runtime-17dc9-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T10:42:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:42:10Z"
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz.18c66e1305d33b37
    namespace: kserve-ci-e2e-test
    resourceVersion: "27121"
    uid: bf4cda15-6ec1-4212-900c-2b5a033797d4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:42:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27117"
    uid: ea1470b1-b107-47bc-a89e-ef1814214dd2
  kind: Event
  lastTimestamp: "2026-07-28T10:42:11Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T10:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T10:42:11Z"
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz.18c66e1334782653
    namespace: kserve-ci-e2e-test
    resourceVersion: "27130"
    uid: 783e4590-1692-4b21-8742-a1235408892d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:42:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27109"
    uid: ea1470b1-b107-47bc-a89e-ef1814214dd2
  kind: Event
  lastTimestamp: "2026-07-28T10:42:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:527f9c4ef06f4e1d255c6c4b87333be01c67680fe0b3417b8fb7aeb5d5b61bbf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:42:11Z"
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz.18c66e1335cbf0c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27132"
    uid: 0d684328-bc1b-4890-9e51-c42424b43d71
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:42:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27109"
    uid: ea1470b1-b107-47bc-a89e-ef1814214dd2
  kind: Event
  lastTimestamp: "2026-07-28T10:42:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T10:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:42:11Z"
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz.18c66e13388ad6cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27133"
    uid: cbdb739f-8def-44cb-aee1-4c1ee16e1418
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:42:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27109"
    uid: ea1470b1-b107-47bc-a89e-ef1814214dd2
  kind: Event
  lastTimestamp: "2026-07-28T10:42:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T10:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:42:11Z"
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz.18c66e1339095625
    namespace: kserve-ci-e2e-test
    resourceVersion: "27134"
    uid: c66923bd-0525-498e-877a-668f66514b2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:42:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27109"
    uid: ea1470b1-b107-47bc-a89e-ef1814214dd2
  kind: Event
  lastTimestamp: "2026-07-28T10:42:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1813"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:42:15Z"
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz.18c66e144d67bc01
    namespace: kserve-ci-e2e-test
    resourceVersion: "27169"
    uid: ae4fee7b-e37f-4c6f-8af5-e79e626de66b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:42:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27109"
    uid: ea1470b1-b107-47bc-a89e-ef1814214dd2
  kind: Event
  lastTimestamp: "2026-07-28T10:42:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T10:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:42:15Z"
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz.18c66e1450ad90bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27173"
    uid: d49ca365-0c79-4d34-99ac-afb697e47b85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:42:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27109"
    uid: ea1470b1-b107-47bc-a89e-ef1814214dd2
  kind: Event
  lastTimestamp: "2026-07-28T10:42:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:42:15Z"
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz.18c66e14511b8af6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27174"
    uid: 9b6b121b-bf29-46b5-bd99-34c1a91ff82b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:42:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27109"
    uid: ea1470b1-b107-47bc-a89e-ef1814214dd2
  kind: Event
  lastTimestamp: "2026-07-28T10:42:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T10:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:42:15Z"
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz.18c66e145124dfec
    namespace: kserve-ci-e2e-test
    resourceVersion: "27176"
    uid: 54f492fe-a484-4111-9d2c-2de1d33222a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:42:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27109"
    uid: ea1470b1-b107-47bc-a89e-ef1814214dd2
  kind: Event
  lastTimestamp: "2026-07-28T10:42:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T10:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:42:15Z"
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz.18c66e1453b701f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27178"
    uid: d9a856dd-9e30-43ff-8320-5fb5b912b1aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:42:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27109"
    uid: ea1470b1-b107-47bc-a89e-ef1814214dd2
  kind: Event
  lastTimestamp: "2026-07-28T10:42:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:42:15Z"
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz.18c66e1454232ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27179"
    uid: 8736e6fc-b9f6-43c7-a428-c9e17c26c1f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T10:42:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27109"
    uid: ea1470b1-b107-47bc-a89e-ef1814214dd2
  kind: Event
  lastTimestamp: "2026-07-28T10:43:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T10:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:43Z"
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz.18c66e14c5441a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27837"
    uid: ef4b9073-222c-4e63-94b8-f155a089bdae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27109"
    uid: ea1470b1-b107-47bc-a89e-ef1814214dd2
  kind: Event
  lastTimestamp: "2026-07-28T10:43:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T10:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:40Z"
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz.18c66e27f4fdd171
    namespace: kserve-ci-e2e-test
    resourceVersion: "27802"
    uid: da58a3cf-50dd-480a-996f-d4e14ec950bc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27109"
    uid: ea1470b1-b107-47bc-a89e-ef1814214dd2
  kind: Event
  lastTimestamp: "2026-07-28T10:43:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T10:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:40Z"
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz.18c66e27f4fe4b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "27803"
    uid: 77e3978d-7372-45a2-945b-345801855abe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "27109"
    uid: ea1470b1-b107-47bc-a89e-ef1814214dd2
  kind: Event
  lastTimestamp: "2026-07-28T10:43:43Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T10:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T10:43:43Z"
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz.18c66e28cb830a2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27836"
    uid: 32b493a2-479a-4c94-b17b-7c21c8f2340d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:42:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27096"
    uid: 781da1fd-33f2-440c-b514-92c2557a4f7b
  kind: Event
  lastTimestamp: "2026-07-28T10:42:10Z"
  message: 'Created pod: raw-sklearn-runtime-17dc9-predictor-6984f87bcc-tp5dz'
  metadata:
    creationTimestamp: "2026-07-28T10:42:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:42:10Z"
    name: raw-sklearn-runtime-17dc9-predictor-6984f87bcc.18c66e12f6f23649
    namespace: kserve-ci-e2e-test
    resourceVersion: "27108"
    uid: f2dc8c3e-2255-4b3b-952d-3de05ca4cb71
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:42:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-17dc9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27094"
    uid: 8bd629ec-4134-40f2-9e8e-4c00889af833
  kind: Event
  lastTimestamp: "2026-07-28T10:42:09Z"
  message: Scaled up replica set raw-sklearn-runtime-17dc9-predictor-6984f87bcc from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T10:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:42:09Z"
    name: raw-sklearn-runtime-17dc9-predictor.18c66e12f4003498
    namespace: kserve-ci-e2e-test
    resourceVersion: "27097"
    uid: 7ebe0f49-9a7e-478f-9a6c-f852eb8432c9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:42:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-17dc9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27095"
    uid: b94068ed-09b1-4a32-a1b6-183bf4967cb2
  kind: Event
  lastTimestamp: "2026-07-28T10:42:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:42:40Z"
    name: raw-sklearn-runtime-17dc9-predictor.18c66e1672c8abfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27352"
    uid: e281133f-4bb3-4c78-9a1b-9cd655a6c8fd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T10:42:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-17dc9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27095"
    uid: b94068ed-09b1-4a32-a1b6-183bf4967cb2
  kind: Event
  lastTimestamp: "2026-07-28T10:42:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T10:42:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:42:40Z"
    name: raw-sklearn-runtime-17dc9-predictor.18c66e16732f1b15
    namespace: kserve-ci-e2e-test
    resourceVersion: "27353"
    uid: ccd1f866-bc73-40ed-8365-e9445701ccea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T10:42:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-17dc9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27250"
    uid: b94068ed-09b1-4a32-a1b6-183bf4967cb2
  kind: Event
  lastTimestamp: "2026-07-28T10:43:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:43:40Z"
    name: raw-sklearn-runtime-17dc9-predictor.18c66e1d71329de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27785"
    uid: 7d00f9ad-9da6-404e-a512-3dc498ff7dfe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T10:42:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-17dc9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27250"
    uid: b94068ed-09b1-4a32-a1b6-183bf4967cb2
  kind: Event
  lastTimestamp: "2026-07-28T10:43:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T10:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T10:43:40Z"
    name: raw-sklearn-runtime-17dc9-predictor.18c66e1d719a2db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27786"
    uid: 0244429c-a4ad-4ad5-b9f0-c25085fc2062
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T10:42:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-17dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27087"
    uid: 5f57e249-ef0d-4230-9b74-647e82a2bfdb
  kind: Event
  lastTimestamp: "2026-07-28T10:43:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T10:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:43:33Z"
    name: raw-sklearn-runtime-17dc9.18c66e12f4036270
    namespace: kserve-ci-e2e-test
    resourceVersion: "27734"
    uid: c0cd1107-8f91-4986-9f63-3ebf13176788
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:42:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-17dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27087"
    uid: 5f57e249-ef0d-4230-9b74-647e82a2bfdb
  kind: Event
  lastTimestamp: "2026-07-28T10:42:09Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-17dc9":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-17dc9":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T10:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:42:09Z"
    name: raw-sklearn-runtime-17dc9.18c66e12f495f843
    namespace: kserve-ci-e2e-test
    resourceVersion: "27101"
    uid: 7aa90ec5-b99c-4ef1-ad3b-cf6c094cc487
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T10:43:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-17dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27732"
    uid: 5f57e249-ef0d-4230-9b74-647e82a2bfdb
  kind: Event
  lastTimestamp: "2026-07-28T10:43:33Z"
  message: InferenceService [raw-sklearn-runtime-17dc9] is Ready
  metadata:
    creationTimestamp: "2026-07-28T10:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T10:43:33Z"
    name: raw-sklearn-runtime-17dc9.18c66e267d329ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27733"
    uid: 55657510-f765-4b36-8fe6-4180bdd7859d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "28056"