---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:38:44.438366Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-btw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22053"
    uid: d38680b5-dc8a-44dc-af18-1e2f55fff934
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-8488566dd5-btw8t
    to ip-10-0-134-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:38:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:38:44Z"
    name: isvc-canary-create-predictor-8488566dd5-btw8t.18d35c1581d2f782
    namespace: kserve-ci-e2e-test
    resourceVersion: "22057"
    uid: ba105270-d184-4b22-8598-68cefb6c0140
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-btw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22063"
    uid: d38680b5-dc8a-44dc-af18-1e2f55fff934
  kind: Event
  lastTimestamp: "2026-09-08T13:38:45Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:38:45Z"
    name: isvc-canary-create-predictor-8488566dd5-btw8t.18d35c15a3e7abc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22080"
    uid: 8ab19524-fb44-4401-b1b6-030fef02983d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-btw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22054"
    uid: d38680b5-dc8a-44dc-af18-1e2f55fff934
  kind: Event
  lastTimestamp: "2026-09-08T13:38:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:45Z"
    name: isvc-canary-create-predictor-8488566dd5-btw8t.18d35c15a5a3ae50
    namespace: kserve-ci-e2e-test
    resourceVersion: "22084"
    uid: 400f79fc-8651-4903-b397-35b185c49979
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-btw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22054"
    uid: d38680b5-dc8a-44dc-af18-1e2f55fff934
  kind: Event
  lastTimestamp: "2026-09-08T13:38:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:45Z"
    name: isvc-canary-create-predictor-8488566dd5-btw8t.18d35c15a86e6282
    namespace: kserve-ci-e2e-test
    resourceVersion: "22085"
    uid: 8951b7ba-f2db-43eb-99d6-041a656e5822
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-btw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22054"
    uid: d38680b5-dc8a-44dc-af18-1e2f55fff934
  kind: Event
  lastTimestamp: "2026-09-08T13:38:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:45Z"
    name: isvc-canary-create-predictor-8488566dd5-btw8t.18d35c15a8f937df
    namespace: kserve-ci-e2e-test
    resourceVersion: "22086"
    uid: a560123f-a089-43c8-b00b-6986a61d330b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-btw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22054"
    uid: d38680b5-dc8a-44dc-af18-1e2f55fff934
  kind: Event
  lastTimestamp: "2026-09-08T13:38:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:49Z"
    name: isvc-canary-create-predictor-8488566dd5-btw8t.18d35c16b26afb03
    namespace: kserve-ci-e2e-test
    resourceVersion: "22140"
    uid: 2aff354b-8498-4efb-945c-487de0d58d38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-btw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22054"
    uid: d38680b5-dc8a-44dc-af18-1e2f55fff934
  kind: Event
  lastTimestamp: "2026-09-08T13:38:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:49Z"
    name: isvc-canary-create-predictor-8488566dd5-btw8t.18d35c16b65284c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22151"
    uid: b6672004-cdb9-454f-9316-089691251750
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-btw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22054"
    uid: d38680b5-dc8a-44dc-af18-1e2f55fff934
  kind: Event
  lastTimestamp: "2026-09-08T13:38:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:49Z"
    name: isvc-canary-create-predictor-8488566dd5-btw8t.18d35c16b6c55a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "22155"
    uid: d7d1473e-51c0-4dce-b7ba-16db87d98138
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-btw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22054"
    uid: d38680b5-dc8a-44dc-af18-1e2f55fff934
  kind: Event
  lastTimestamp: "2026-09-08T13:38:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:49Z"
    name: isvc-canary-create-predictor-8488566dd5-btw8t.18d35c16b6cf7da0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: 025c2d48-4f84-40a0-9464-d337e4ec3fd9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-btw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22054"
    uid: d38680b5-dc8a-44dc-af18-1e2f55fff934
  kind: Event
  lastTimestamp: "2026-09-08T13:38:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:49Z"
    name: isvc-canary-create-predictor-8488566dd5-btw8t.18d35c16ba4aaea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22163"
    uid: b5f80f3b-b7de-46bc-8ac1-bee9ff5d413a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-btw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22054"
    uid: d38680b5-dc8a-44dc-af18-1e2f55fff934
  kind: Event
  lastTimestamp: "2026-09-08T13:38:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:49Z"
    name: isvc-canary-create-predictor-8488566dd5-btw8t.18d35c16babbab9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22166"
    uid: 69481432-0dfa-46a2-b3b0-bfdefd440951
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-btw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22054"
    uid: d38680b5-dc8a-44dc-af18-1e2f55fff934
  kind: Event
  lastTimestamp: "2026-09-08T13:39:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:39:59Z"
    name: isvc-canary-create-predictor-8488566dd5-btw8t.18d35c172adb0c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "22708"
    uid: 6346a9d6-179a-485d-a812-a834b8027114
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-btw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22054"
    uid: d38680b5-dc8a-44dc-af18-1e2f55fff934
  kind: Event
  lastTimestamp: "2026-09-08T13:40:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:12Z"
    name: isvc-canary-create-predictor-8488566dd5-btw8t.18d35c29f0ac078a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22831"
    uid: cf491780-3262-4635-af33-b38e962a8334
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-btw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22054"
    uid: d38680b5-dc8a-44dc-af18-1e2f55fff934
  kind: Event
  lastTimestamp: "2026-09-08T13:40:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:12Z"
    name: isvc-canary-create-predictor-8488566dd5-btw8t.18d35c29f0aca4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22833"
    uid: 07d6d181-2e49-4b84-a793-9fa95d052bf2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-btw8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22054"
    uid: d38680b5-dc8a-44dc-af18-1e2f55fff934
  kind: Event
  lastTimestamp: "2026-09-08T13:40:12Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:12Z"
    name: isvc-canary-create-predictor-8488566dd5-btw8t.18d35c2a0716cb10
    namespace: kserve-ci-e2e-test
    resourceVersion: "22842"
    uid: c0f8e959-faf6-42e3-a2e6-8c5d3851ba55
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:38:44.379910Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-t6j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22038"
    uid: eea0edf9-8272-4066-9693-ccbe841193f1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-8488566dd5-t6j5l
    to ip-10-0-136-211.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:38:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:38:44Z"
    name: isvc-canary-create-predictor-8488566dd5-t6j5l.18d35c157e570b71
    namespace: kserve-ci-e2e-test
    resourceVersion: "22045"
    uid: 7d6e851d-cfb1-40dd-ac9a-2362e376eab5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-t6j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22052"
    uid: eea0edf9-8272-4066-9693-ccbe841193f1
  kind: Event
  lastTimestamp: "2026-09-08T13:38:44Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:38:44Z"
    name: isvc-canary-create-predictor-8488566dd5-t6j5l.18d35c159feecdde
    namespace: kserve-ci-e2e-test
    resourceVersion: "22077"
    uid: 1324cc0a-0cd6-437d-8d2b-3c985f6566de
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-t6j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: eea0edf9-8272-4066-9693-ccbe841193f1
  kind: Event
  lastTimestamp: "2026-09-08T13:38:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:44Z"
    name: isvc-canary-create-predictor-8488566dd5-t6j5l.18d35c15a17725f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22079"
    uid: b36f03f8-f7d0-4fac-92ec-e47d0da0e42a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-t6j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: eea0edf9-8272-4066-9693-ccbe841193f1
  kind: Event
  lastTimestamp: "2026-09-08T13:38:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:45Z"
    name: isvc-canary-create-predictor-8488566dd5-t6j5l.18d35c15a4470081
    namespace: kserve-ci-e2e-test
    resourceVersion: "22081"
    uid: 3f796ca9-29f6-4116-b121-61b57d0da1cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-t6j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: eea0edf9-8272-4066-9693-ccbe841193f1
  kind: Event
  lastTimestamp: "2026-09-08T13:38:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:45Z"
    name: isvc-canary-create-predictor-8488566dd5-t6j5l.18d35c15a4b8f638
    namespace: kserve-ci-e2e-test
    resourceVersion: "22082"
    uid: e7c31059-4183-4227-baf6-d4d4877bcbf8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-t6j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: eea0edf9-8272-4066-9693-ccbe841193f1
  kind: Event
  lastTimestamp: "2026-09-08T13:38:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:49Z"
    name: isvc-canary-create-predictor-8488566dd5-t6j5l.18d35c16b321aca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22143"
    uid: 7d962a62-c556-4a23-9c25-1ad1298d55b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-t6j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: eea0edf9-8272-4066-9693-ccbe841193f1
  kind: Event
  lastTimestamp: "2026-09-08T13:38:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:49Z"
    name: isvc-canary-create-predictor-8488566dd5-t6j5l.18d35c16b5ea3207
    namespace: kserve-ci-e2e-test
    resourceVersion: "22150"
    uid: f7528dca-923b-4c35-9d8f-6e9dcd8efb18
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-t6j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: eea0edf9-8272-4066-9693-ccbe841193f1
  kind: Event
  lastTimestamp: "2026-09-08T13:38:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:49Z"
    name: isvc-canary-create-predictor-8488566dd5-t6j5l.18d35c16b65db761
    namespace: kserve-ci-e2e-test
    resourceVersion: "22152"
    uid: db34b136-ac5c-4755-8696-bb48ce935e35
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-t6j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: eea0edf9-8272-4066-9693-ccbe841193f1
  kind: Event
  lastTimestamp: "2026-09-08T13:38:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:49Z"
    name: isvc-canary-create-predictor-8488566dd5-t6j5l.18d35c16b667af17
    namespace: kserve-ci-e2e-test
    resourceVersion: "22154"
    uid: f07e6ed4-24d1-42ce-b955-1e61cbd2c96c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-t6j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: eea0edf9-8272-4066-9693-ccbe841193f1
  kind: Event
  lastTimestamp: "2026-09-08T13:38:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:49Z"
    name: isvc-canary-create-predictor-8488566dd5-t6j5l.18d35c16b95d281f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22161"
    uid: c52189a0-6031-47f7-b728-9d996d1d3e82
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-t6j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: eea0edf9-8272-4066-9693-ccbe841193f1
  kind: Event
  lastTimestamp: "2026-09-08T13:38:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:49Z"
    name: isvc-canary-create-predictor-8488566dd5-t6j5l.18d35c16b9d97946
    namespace: kserve-ci-e2e-test
    resourceVersion: "22162"
    uid: b5cb0b7a-0699-4acb-b643-4c316f814f67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-t6j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: eea0edf9-8272-4066-9693-ccbe841193f1
  kind: Event
  lastTimestamp: "2026-09-08T13:40:17Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:17Z"
    name: isvc-canary-create-predictor-8488566dd5-t6j5l.18d35c172af646e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22908"
    uid: 2ac0a119-0ff4-4c0b-a2b6-e35ff0223baf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-t6j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: eea0edf9-8272-4066-9693-ccbe841193f1
  kind: Event
  lastTimestamp: "2026-09-08T13:40:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:14Z"
    name: isvc-canary-create-predictor-8488566dd5-t6j5l.18d35c2a76ce6379
    namespace: kserve-ci-e2e-test
    resourceVersion: "22877"
    uid: a148074a-1cb0-4e7c-a81f-ba47520cfeb5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-t6j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: eea0edf9-8272-4066-9693-ccbe841193f1
  kind: Event
  lastTimestamp: "2026-09-08T13:40:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:14Z"
    name: isvc-canary-create-predictor-8488566dd5-t6j5l.18d35c2a76cef3c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22879"
    uid: 59a564f8-7dc6-4ebe-aa49-c8a567520d8a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-t6j5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: eea0edf9-8272-4066-9693-ccbe841193f1
  kind: Event
  lastTimestamp: "2026-09-08T13:40:17Z"
  message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp
    10.132.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:17Z"
    name: isvc-canary-create-predictor-8488566dd5-t6j5l.18d35c2b3122c60d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22907"
    uid: dfed321c-b96a-49b6-bcf0-55a4909cdc8b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-8488566dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22029"
    uid: b741e5b8-30ba-4141-9918-ce886d7eb1af
  kind: Event
  lastTimestamp: "2026-09-08T13:38:44Z"
  message: 'Created pod: isvc-canary-create-predictor-8488566dd5-t6j5l'
  metadata:
    creationTimestamp: "2026-09-08T13:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:38:44Z"
    name: isvc-canary-create-predictor-8488566dd5.18d35c157dcf4afe
    namespace: kserve-ci-e2e-test
    resourceVersion: "22043"
    uid: ef79a688-06c5-45fe-a9ba-f95c9dddf9f7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-8488566dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22029"
    uid: b741e5b8-30ba-4141-9918-ce886d7eb1af
  kind: Event
  lastTimestamp: "2026-09-08T13:38:44Z"
  message: 'Created pod: isvc-canary-create-predictor-8488566dd5-btw8t'
  metadata:
    creationTimestamp: "2026-09-08T13:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:38:44Z"
    name: isvc-canary-create-predictor-8488566dd5.18d35c15816fad15
    namespace: kserve-ci-e2e-test
    resourceVersion: "22055"
    uid: 235ae1da-5390-4cf2-8b2f-79feafdead63
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-8488566dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22824"
    uid: b741e5b8-30ba-4141-9918-ce886d7eb1af
  kind: Event
  lastTimestamp: "2026-09-08T13:40:12Z"
  message: 'Deleted pod: isvc-canary-create-predictor-8488566dd5-btw8t'
  metadata:
    creationTimestamp: "2026-09-08T13:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:40:12Z"
    name: isvc-canary-create-predictor-8488566dd5.18d35c29f07b19f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22827"
    uid: 8a475115-b625-4986-8e57-38aafc83e738
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22026"
    uid: 66959be1-2a51-4580-91e8-db1f160bb2d1
  kind: Event
  lastTimestamp: "2026-09-08T13:38:44Z"
  message: Scaled up replica set isvc-canary-create-predictor-8488566dd5 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-08T13:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:38:44Z"
    name: isvc-canary-create-predictor.18d35c157a9b2c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22032"
    uid: 10976c63-9bfa-425c-8ac8-7fe7a110e3a2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22820"
    uid: 66959be1-2a51-4580-91e8-db1f160bb2d1
  kind: Event
  lastTimestamp: "2026-09-08T13:40:12Z"
  message: Scaled down replica set isvc-canary-create-predictor-8488566dd5 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-08T13:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:40:12Z"
    name: isvc-canary-create-predictor.18d35c29f0142485
    namespace: kserve-ci-e2e-test
    resourceVersion: "22826"
    uid: 7f41cb78-61de-4408-9b96-4e0b6f0200f8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:38:44.364691Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22036"
    uid: 2358e1b9-dd70-4b1f-a360-3da2cc3ded53
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-7659888cb8-ktcnp
    to ip-10-0-134-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:38:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:38:44Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp.18d35c157d6ec164
    namespace: kserve-ci-e2e-test
    resourceVersion: "22041"
    uid: 2890e455-376c-4be7-bfce-129c164abb1c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22037"
    uid: 2358e1b9-dd70-4b1f-a360-3da2cc3ded53
  kind: Event
  lastTimestamp: "2026-09-08T13:38:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:44Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp.18d35c1585b3b018
    namespace: kserve-ci-e2e-test
    resourceVersion: "22064"
    uid: 663f252a-5d07-4f1d-80eb-e3ad05b2fa11
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22051"
    uid: 2358e1b9-dd70-4b1f-a360-3da2cc3ded53
  kind: Event
  lastTimestamp: "2026-09-08T13:38:45Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:38:45Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp.18d35c15c332ba2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22090"
    uid: 638dfe73-be55-4685-a1da-3242d4aa7fdf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22037"
    uid: 2358e1b9-dd70-4b1f-a360-3da2cc3ded53
  kind: Event
  lastTimestamp: "2026-09-08T13:38:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:45Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp.18d35c15c48f1305
    namespace: kserve-ci-e2e-test
    resourceVersion: "22094"
    uid: 606be308-5ade-4962-936b-62c8d1261310
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22037"
    uid: 2358e1b9-dd70-4b1f-a360-3da2cc3ded53
  kind: Event
  lastTimestamp: "2026-09-08T13:38:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:45Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp.18d35c15c7ed3969
    namespace: kserve-ci-e2e-test
    resourceVersion: "22102"
    uid: 3d9f9a27-59a3-425a-8890-8c327a0d1bbb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22037"
    uid: 2358e1b9-dd70-4b1f-a360-3da2cc3ded53
  kind: Event
  lastTimestamp: "2026-09-08T13:38:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:45Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp.18d35c15c8679863
    namespace: kserve-ci-e2e-test
    resourceVersion: "22104"
    uid: 484913ae-b1f1-47c7-b38b-f4f5aeefb2d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22037"
    uid: 2358e1b9-dd70-4b1f-a360-3da2cc3ded53
  kind: Event
  lastTimestamp: "2026-09-08T13:38:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:49Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp.18d35c16b27f8ada
    namespace: kserve-ci-e2e-test
    resourceVersion: "22141"
    uid: 0ffac903-9fe7-4e44-ada8-82b39620baab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22037"
    uid: 2358e1b9-dd70-4b1f-a360-3da2cc3ded53
  kind: Event
  lastTimestamp: "2026-09-08T13:38:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:49Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp.18d35c16b65fdddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: 75631aa4-294c-4d42-a68e-8afc7c91d874
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22037"
    uid: 2358e1b9-dd70-4b1f-a360-3da2cc3ded53
  kind: Event
  lastTimestamp: "2026-09-08T13:38:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:49Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp.18d35c16b6d16eda
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: a594be90-d71d-4fd6-98b3-31d045e74766
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22037"
    uid: 2358e1b9-dd70-4b1f-a360-3da2cc3ded53
  kind: Event
  lastTimestamp: "2026-09-08T13:38:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:49Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp.18d35c16b6dbc556
    namespace: kserve-ci-e2e-test
    resourceVersion: "22160"
    uid: bac943f8-3a29-4e9f-962d-60dd8bdafd42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22037"
    uid: 2358e1b9-dd70-4b1f-a360-3da2cc3ded53
  kind: Event
  lastTimestamp: "2026-09-08T13:38:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:49Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp.18d35c16ba733da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22165"
    uid: d7cb7dbd-8b1b-4752-9ecf-fe41f115f3c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22037"
    uid: 2358e1b9-dd70-4b1f-a360-3da2cc3ded53
  kind: Event
  lastTimestamp: "2026-09-08T13:38:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:49Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp.18d35c16bae52a46
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: 98dd282d-de6f-4bc9-9a46-8211d55e7e0a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22037"
    uid: 2358e1b9-dd70-4b1f-a360-3da2cc3ded53
  kind: Event
  lastTimestamp: "2026-09-08T13:40:02Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:02Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp.18d35c16eeff02df
    namespace: kserve-ci-e2e-test
    resourceVersion: "22733"
    uid: 6b95b653-41a1-4284-9023-a6e96d347102
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22037"
    uid: 2358e1b9-dd70-4b1f-a360-3da2cc3ded53
  kind: Event
  lastTimestamp: "2026-09-08T13:40:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:14Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp.18d35c2a77cde908
    namespace: kserve-ci-e2e-test
    resourceVersion: "22881"
    uid: bc2a4a7d-cfc4-492e-96af-1ea3d4085a00
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22037"
    uid: 2358e1b9-dd70-4b1f-a360-3da2cc3ded53
  kind: Event
  lastTimestamp: "2026-09-08T13:40:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:14Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp.18d35c2a77cf4404
    namespace: kserve-ci-e2e-test
    resourceVersion: "22882"
    uid: 04c45e73-e152-4535-9abb-d585ee2c9567
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22037"
    uid: 2358e1b9-dd70-4b1f-a360-3da2cc3ded53
  kind: Event
  lastTimestamp: "2026-09-08T13:40:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:16Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-ktcnp.18d35c2af53ade28
    namespace: kserve-ci-e2e-test
    resourceVersion: "22899"
    uid: b5b0e665-272a-4f95-9af2-5f6b30f9adaa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-7659888cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22020"
    uid: 7844bf86-a4c1-4292-be43-098c38f0127d
  kind: Event
  lastTimestamp: "2026-09-08T13:38:44Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-7659888cb8-ktcnp'
  metadata:
    creationTimestamp: "2026-09-08T13:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:38:44Z"
    name: isvc-canary-create-v2-predictor-7659888cb8.18d35c157d104912
    namespace: kserve-ci-e2e-test
    resourceVersion: "22040"
    uid: 6a61b54f-fb3d-495d-a0ab-ac0a4ba877cc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22018"
    uid: deda46c6-3d4f-4770-aabb-a237c600ddfa
  kind: Event
  lastTimestamp: "2026-09-08T13:38:44Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-7659888cb8 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-08T13:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:38:44Z"
    name: isvc-canary-create-v2-predictor.18d35c1579003294
    namespace: kserve-ci-e2e-test
    resourceVersion: "22022"
    uid: 32bf3863-2ebb-4ab9-8271-768eec6c9432
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22010"
    uid: 2b0426f6-5f6d-4beb-9504-f5962562868e
  kind: Event
  lastTimestamp: "2026-09-08T13:40:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:40:12Z"
    name: isvc-canary-create.18d35c1579eeb92b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22839"
    uid: 39f7164b-4677-490d-886f-cf53b4aa07b7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22010"
    uid: 2b0426f6-5f6d-4beb-9504-f5962562868e
  kind: Event
  lastTimestamp: "2026-09-08T13:38:44Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:38:44Z"
    name: isvc-canary-create.18d35c157a82e3c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22031"
    uid: eea63b7e-af53-48dd-bbfa-efa181fbf192
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22010"
    uid: 2b0426f6-5f6d-4beb-9504-f5962562868e
  kind: Event
  lastTimestamp: "2026-09-08T13:38:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:38:44Z"
    name: isvc-canary-create.18d35c157a832f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "22034"
    uid: 6485e54e-e758-416a-854a-09ead983c41e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22793"
    uid: 2b0426f6-5f6d-4beb-9504-f5962562868e
  kind: Event
  lastTimestamp: "2026-09-08T13:40:09Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:40:09Z"
    name: isvc-canary-create.18d35c293adb6761
    namespace: kserve-ci-e2e-test
    resourceVersion: "22794"
    uid: e2428b20-b7d7-4140-a461-fefbfd81a083
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:40:19.803242Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22976"
    uid: 76b39d26-028a-437e-922c-007095c453ee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-64849fbd89-8bk2k
    to ip-10-0-136-211.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:40:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:40:19Z"
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k.18d35c2bb6037bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22980"
    uid: b0654781-3c0f-4253-942d-eaf4c04c758b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22979"
    uid: 76b39d26-028a-437e-922c-007095c453ee
  kind: Event
  lastTimestamp: "2026-09-08T13:40:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:20Z"
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k.18d35c2bc1f54012
    namespace: kserve-ci-e2e-test
    resourceVersion: "22995"
    uid: 8daf02ac-a205-4909-a569-96ab5b93a946
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22986"
    uid: 76b39d26-028a-437e-922c-007095c453ee
  kind: Event
  lastTimestamp: "2026-09-08T13:40:20Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:40:20Z"
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k.18d35c2bfb49e54c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23016"
    uid: ccd945f7-d5cb-46aa-8fc5-8b2929087eb2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22979"
    uid: 76b39d26-028a-437e-922c-007095c453ee
  kind: Event
  lastTimestamp: "2026-09-08T13:40:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:21Z"
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k.18d35c2bfd4c98e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23020"
    uid: 04cc41ac-24ff-4569-8fb5-ec489ab59123
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22979"
    uid: 76b39d26-028a-437e-922c-007095c453ee
  kind: Event
  lastTimestamp: "2026-09-08T13:40:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:21Z"
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k.18d35c2c012c3154
    namespace: kserve-ci-e2e-test
    resourceVersion: "23023"
    uid: a48ea116-99be-4775-a38f-5d8b226bd690
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22979"
    uid: 76b39d26-028a-437e-922c-007095c453ee
  kind: Event
  lastTimestamp: "2026-09-08T13:40:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:21Z"
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k.18d35c2c01a04f29
    namespace: kserve-ci-e2e-test
    resourceVersion: "23024"
    uid: 0f494bee-4d70-45b1-88ac-defdf21cc5e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22979"
    uid: 76b39d26-028a-437e-922c-007095c453ee
  kind: Event
  lastTimestamp: "2026-09-08T13:40:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:24Z"
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k.18d35c2ce5921b05
    namespace: kserve-ci-e2e-test
    resourceVersion: "23063"
    uid: 774afbde-d09a-488a-8195-246f35316696
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22979"
    uid: 76b39d26-028a-437e-922c-007095c453ee
  kind: Event
  lastTimestamp: "2026-09-08T13:40:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:24Z"
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k.18d35c2ce8e605dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23067"
    uid: 037b9f99-1689-4cad-b331-1bcc0d798b1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22979"
    uid: 76b39d26-028a-437e-922c-007095c453ee
  kind: Event
  lastTimestamp: "2026-09-08T13:40:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:24Z"
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k.18d35c2ce9668b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23069"
    uid: 6276c671-a580-4117-b853-e251bbf644dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22979"
    uid: 76b39d26-028a-437e-922c-007095c453ee
  kind: Event
  lastTimestamp: "2026-09-08T13:40:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:24Z"
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k.18d35c2ce970a2c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23072"
    uid: 5a886e6b-f8e8-4b36-8962-1a8a2e0e7578
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22979"
    uid: 76b39d26-028a-437e-922c-007095c453ee
  kind: Event
  lastTimestamp: "2026-09-08T13:40:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:25Z"
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k.18d35c2cec7c84ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "23078"
    uid: 9867d215-241f-4d7e-b354-ee315bab86fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22979"
    uid: 76b39d26-028a-437e-922c-007095c453ee
  kind: Event
  lastTimestamp: "2026-09-08T13:40:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:25Z"
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k.18d35c2cecf19f48
    namespace: kserve-ci-e2e-test
    resourceVersion: "23080"
    uid: cd621064-219b-4129-b9ed-30eb2a5a868f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22979"
    uid: 76b39d26-028a-437e-922c-007095c453ee
  kind: Event
  lastTimestamp: "2026-09-08T13:41:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:41:31Z"
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k.18d35c2d21d373f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23570"
    uid: 6cc74f21-b853-41c9-a6d7-0bce491e1b43
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22979"
    uid: 76b39d26-028a-437e-922c-007095c453ee
  kind: Event
  lastTimestamp: "2026-09-08T13:41:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:41:49Z"
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k.18d35c40a4a3d9dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23746"
    uid: 0f16b57e-2162-45b1-8385-4bf953b6857a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22979"
    uid: 76b39d26-028a-437e-922c-007095c453ee
  kind: Event
  lastTimestamp: "2026-09-08T13:41:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:41:49Z"
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k.18d35c40a4a4a2f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23747"
    uid: 68cb13c6-2ef9-4afa-82dc-e27bd2a87895
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "22979"
    uid: 76b39d26-028a-437e-922c-007095c453ee
  kind: Event
  lastTimestamp: "2026-09-08T13:41:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:41:51Z"
    name: isvc-canary-promote-predictor-64849fbd89-8bk2k.18d35c4128385cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "23792"
    uid: 8d56376b-b115-4a33-97c7-03449e6a1dcd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:40:19.730836Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-m42c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22960"
    uid: b3b8372b-5073-41cc-8090-b7a72ad77146
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-64849fbd89-m42c6
    to ip-10-0-134-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:40:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:40:19Z"
    name: isvc-canary-promote-predictor-64849fbd89-m42c6.18d35c2bb1b314eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22970"
    uid: c016ee09-2d15-4708-b324-f5bf9af39245
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-m42c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22964"
    uid: b3b8372b-5073-41cc-8090-b7a72ad77146
  kind: Event
  lastTimestamp: "2026-09-08T13:40:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:19Z"
    name: isvc-canary-promote-predictor-64849fbd89-m42c6.18d35c2bbd631659
    namespace: kserve-ci-e2e-test
    resourceVersion: "22991"
    uid: 9b5d43ee-c447-4bbb-b651-a0e23e5d0fe4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-m42c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22975"
    uid: b3b8372b-5073-41cc-8090-b7a72ad77146
  kind: Event
  lastTimestamp: "2026-09-08T13:40:20Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:40:20Z"
    name: isvc-canary-promote-predictor-64849fbd89-m42c6.18d35c2bf794fc32
    namespace: kserve-ci-e2e-test
    resourceVersion: "23011"
    uid: 704c8beb-c467-41fd-9313-e08e8efb2c79
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-m42c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22964"
    uid: b3b8372b-5073-41cc-8090-b7a72ad77146
  kind: Event
  lastTimestamp: "2026-09-08T13:40:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:20Z"
    name: isvc-canary-promote-predictor-64849fbd89-m42c6.18d35c2bfa20443c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23015"
    uid: 73a36aec-55bd-4777-92f0-392a89bf3582
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-m42c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22964"
    uid: b3b8372b-5073-41cc-8090-b7a72ad77146
  kind: Event
  lastTimestamp: "2026-09-08T13:40:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:21Z"
    name: isvc-canary-promote-predictor-64849fbd89-m42c6.18d35c2bfdbd4420
    namespace: kserve-ci-e2e-test
    resourceVersion: "23021"
    uid: 90b43e32-820b-42f5-8493-4ba8d4cb92f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-m42c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22964"
    uid: b3b8372b-5073-41cc-8090-b7a72ad77146
  kind: Event
  lastTimestamp: "2026-09-08T13:40:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:21Z"
    name: isvc-canary-promote-predictor-64849fbd89-m42c6.18d35c2bfe798913
    namespace: kserve-ci-e2e-test
    resourceVersion: "23022"
    uid: eea0a54b-492d-4459-9cd1-4e5c4894477e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-m42c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22964"
    uid: b3b8372b-5073-41cc-8090-b7a72ad77146
  kind: Event
  lastTimestamp: "2026-09-08T13:40:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:24Z"
    name: isvc-canary-promote-predictor-64849fbd89-m42c6.18d35c2cea454f26
    namespace: kserve-ci-e2e-test
    resourceVersion: "23071"
    uid: 19a105da-9173-424c-8090-4dc24a743798
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-m42c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22964"
    uid: b3b8372b-5073-41cc-8090-b7a72ad77146
  kind: Event
  lastTimestamp: "2026-09-08T13:40:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:25Z"
    name: isvc-canary-promote-predictor-64849fbd89-m42c6.18d35c2cedbad473
    namespace: kserve-ci-e2e-test
    resourceVersion: "23081"
    uid: e8f67ff9-2ab0-42c2-897f-53149373d7cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-m42c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22964"
    uid: b3b8372b-5073-41cc-8090-b7a72ad77146
  kind: Event
  lastTimestamp: "2026-09-08T13:40:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:25Z"
    name: isvc-canary-promote-predictor-64849fbd89-m42c6.18d35c2cee28faa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23082"
    uid: b3522703-e480-4ba3-84d2-c493917ebee4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-m42c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22964"
    uid: b3b8372b-5073-41cc-8090-b7a72ad77146
  kind: Event
  lastTimestamp: "2026-09-08T13:40:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:25Z"
    name: isvc-canary-promote-predictor-64849fbd89-m42c6.18d35c2cee32f730
    namespace: kserve-ci-e2e-test
    resourceVersion: "23083"
    uid: bc307e22-d9ff-4acf-8bc4-a8ae31b8a978
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-m42c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22964"
    uid: b3b8372b-5073-41cc-8090-b7a72ad77146
  kind: Event
  lastTimestamp: "2026-09-08T13:40:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:25Z"
    name: isvc-canary-promote-predictor-64849fbd89-m42c6.18d35c2cf1687159
    namespace: kserve-ci-e2e-test
    resourceVersion: "23085"
    uid: c50e8c91-188e-4a24-afeb-c716bd078f26
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-m42c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22964"
    uid: b3b8372b-5073-41cc-8090-b7a72ad77146
  kind: Event
  lastTimestamp: "2026-09-08T13:40:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:25Z"
    name: isvc-canary-promote-predictor-64849fbd89-m42c6.18d35c2cf1d7932f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23087"
    uid: 6ab3e80f-6f02-4344-9348-fa8347567f92
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-m42c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22964"
    uid: b3b8372b-5073-41cc-8090-b7a72ad77146
  kind: Event
  lastTimestamp: "2026-09-08T13:41:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:41:34Z"
    name: isvc-canary-promote-predictor-64849fbd89-m42c6.18d35c2d6240b62c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23590"
    uid: 5ac0dd96-1ab6-49ea-bd01-1bd481b26d6c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-m42c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22964"
    uid: b3b8372b-5073-41cc-8090-b7a72ad77146
  kind: Event
  lastTimestamp: "2026-09-08T13:41:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:41:42Z"
    name: isvc-canary-promote-predictor-64849fbd89-m42c6.18d35c3edcf80aca
    namespace: kserve-ci-e2e-test
    resourceVersion: "23668"
    uid: 4a6888bf-cb39-42c4-8abc-ca5c240c1f7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-m42c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22964"
    uid: b3b8372b-5073-41cc-8090-b7a72ad77146
  kind: Event
  lastTimestamp: "2026-09-08T13:41:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:41:42Z"
    name: isvc-canary-promote-predictor-64849fbd89-m42c6.18d35c3edcf97441
    namespace: kserve-ci-e2e-test
    resourceVersion: "23671"
    uid: 7b5abda9-8337-4903-a520-1170b0f64819
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-m42c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22964"
    uid: b3b8372b-5073-41cc-8090-b7a72ad77146
  kind: Event
  lastTimestamp: "2026-09-08T13:41:42Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:41:42Z"
    name: isvc-canary-promote-predictor-64849fbd89-m42c6.18d35c3f14679dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23689"
    uid: e20f0519-146a-449e-bf97-1ab83ed1349a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-64849fbd89
    namespace: kserve-ci-e2e-test
    resourceVersion: "22951"
    uid: 46357110-5794-4078-8318-7d404c304c8b
  kind: Event
  lastTimestamp: "2026-09-08T13:40:19Z"
  message: 'Created pod: isvc-canary-promote-predictor-64849fbd89-m42c6'
  metadata:
    creationTimestamp: "2026-09-08T13:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:40:19Z"
    name: isvc-canary-promote-predictor-64849fbd89.18d35c2bb0de6391
    namespace: kserve-ci-e2e-test
    resourceVersion: "22966"
    uid: 9be87d50-0923-4f50-aae1-5e6b126a2948
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-64849fbd89
    namespace: kserve-ci-e2e-test
    resourceVersion: "22951"
    uid: 46357110-5794-4078-8318-7d404c304c8b
  kind: Event
  lastTimestamp: "2026-09-08T13:40:19Z"
  message: 'Created pod: isvc-canary-promote-predictor-64849fbd89-8bk2k'
  metadata:
    creationTimestamp: "2026-09-08T13:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:40:19Z"
    name: isvc-canary-promote-predictor-64849fbd89.18d35c2bb5345aa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22977"
    uid: 3e1059d0-458f-4d0e-a3d2-0d7edea81b93
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-64849fbd89
    namespace: kserve-ci-e2e-test
    resourceVersion: "23661"
    uid: 46357110-5794-4078-8318-7d404c304c8b
  kind: Event
  lastTimestamp: "2026-09-08T13:41:42Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-64849fbd89-m42c6'
  metadata:
    creationTimestamp: "2026-09-08T13:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:41:42Z"
    name: isvc-canary-promote-predictor-64849fbd89.18d35c3edccd9e2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23664"
    uid: 0f9d292b-2961-4e3f-8619-de4af0659abe
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22949"
    uid: 65901e60-2732-4e95-b53a-f72d553c6456
  kind: Event
  lastTimestamp: "2026-09-08T13:40:19Z"
  message: Scaled up replica set isvc-canary-promote-predictor-64849fbd89 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-08T13:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:40:19Z"
    name: isvc-canary-promote-predictor.18d35c2bac75eb31
    namespace: kserve-ci-e2e-test
    resourceVersion: "22954"
    uid: 4d412d41-ac02-4066-bfa1-15c29dbde9e4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23657"
    uid: 65901e60-2732-4e95-b53a-f72d553c6456
  kind: Event
  lastTimestamp: "2026-09-08T13:41:42Z"
  message: Scaled down replica set isvc-canary-promote-predictor-64849fbd89 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-08T13:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:41:42Z"
    name: isvc-canary-promote-predictor.18d35c3edc6e0f4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23663"
    uid: 90e0ed09-fe37-4145-a393-097fdb725e35
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:40:19.719824Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22959"
    uid: d0c64ae8-ddf5-4c55-a10a-140a54b3c229
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-67454bd898-68xss
    to ip-10-0-136-211.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:40:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:40:19Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss.18d35c2bb10aa1a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22969"
    uid: 77a6fba0-7817-46b2-8cea-46cf3660ccce
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22961"
    uid: d0c64ae8-ddf5-4c55-a10a-140a54b3c229
  kind: Event
  lastTimestamp: "2026-09-08T13:40:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:19Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss.18d35c2bbbe63fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22989"
    uid: 48d6cb30-2aa4-4b46-b064-63d0a9476172
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22974"
    uid: d0c64ae8-ddf5-4c55-a10a-140a54b3c229
  kind: Event
  lastTimestamp: "2026-09-08T13:40:20Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:40:20Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss.18d35c2bf7291d90
    namespace: kserve-ci-e2e-test
    resourceVersion: "23010"
    uid: ce3d5d22-96f2-4ae2-bd28-0c188b6bec1a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22961"
    uid: d0c64ae8-ddf5-4c55-a10a-140a54b3c229
  kind: Event
  lastTimestamp: "2026-09-08T13:40:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:20Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss.18d35c2bf9da9b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23014"
    uid: 122cf443-bad2-4a73-87e0-6d8bd6a699e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22961"
    uid: d0c64ae8-ddf5-4c55-a10a-140a54b3c229
  kind: Event
  lastTimestamp: "2026-09-08T13:40:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:20Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss.18d35c2bfc69b94a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23018"
    uid: 9a2693f9-c585-449c-af36-a553513ddd8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22961"
    uid: d0c64ae8-ddf5-4c55-a10a-140a54b3c229
  kind: Event
  lastTimestamp: "2026-09-08T13:40:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:20Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss.18d35c2bfcdf0511
    namespace: kserve-ci-e2e-test
    resourceVersion: "23019"
    uid: 00cd2a64-f897-445b-958e-c2dc7c7bf562
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22961"
    uid: d0c64ae8-ddf5-4c55-a10a-140a54b3c229
  kind: Event
  lastTimestamp: "2026-09-08T13:40:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:24Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss.18d35c2ce5aaee4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23064"
    uid: 61706995-242e-41f6-8f10-044fbf555389
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22961"
    uid: d0c64ae8-ddf5-4c55-a10a-140a54b3c229
  kind: Event
  lastTimestamp: "2026-09-08T13:40:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:24Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss.18d35c2ce8f1ecfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23068"
    uid: e1d506c7-590b-4bc7-ab31-8b043c9b218e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22961"
    uid: d0c64ae8-ddf5-4c55-a10a-140a54b3c229
  kind: Event
  lastTimestamp: "2026-09-08T13:40:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:24Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss.18d35c2ce9669359
    namespace: kserve-ci-e2e-test
    resourceVersion: "23070"
    uid: ac2a6002-af9f-46c1-a9ba-75136402a9be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22961"
    uid: d0c64ae8-ddf5-4c55-a10a-140a54b3c229
  kind: Event
  lastTimestamp: "2026-09-08T13:40:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:24Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss.18d35c2ce972588c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23073"
    uid: 2498cf0b-a3c1-4cf7-b3bb-50cbd7f8562c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22961"
    uid: d0c64ae8-ddf5-4c55-a10a-140a54b3c229
  kind: Event
  lastTimestamp: "2026-09-08T13:40:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:25Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss.18d35c2cec6efed3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23077"
    uid: b54ca1ed-813c-4121-bc8b-70773c12fb83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22961"
    uid: d0c64ae8-ddf5-4c55-a10a-140a54b3c229
  kind: Event
  lastTimestamp: "2026-09-08T13:40:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:25Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss.18d35c2cece3cfbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23079"
    uid: e956f63c-287a-469e-9ed3-64f072874b48
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22961"
    uid: d0c64ae8-ddf5-4c55-a10a-140a54b3c229
  kind: Event
  lastTimestamp: "2026-09-08T13:43:21Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:43:21Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss.18d35c2d21f48ef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24451"
    uid: 1d6f0c2a-c88e-45d8-8021-b0823517a215
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22961"
    uid: d0c64ae8-ddf5-4c55-a10a-140a54b3c229
  kind: Event
  lastTimestamp: "2026-09-08T13:43:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:43:20Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss.18d35c55b3f7e014
    namespace: kserve-ci-e2e-test
    resourceVersion: "24431"
    uid: f80d97fb-3138-4cc0-a7fd-f913a579746a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22961"
    uid: d0c64ae8-ddf5-4c55-a10a-140a54b3c229
  kind: Event
  lastTimestamp: "2026-09-08T13:43:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:43:20Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss.18d35c55b3f897a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: 9fbd8f33-8cf2-4292-b5cb-73c8d1ab83e3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22961"
    uid: d0c64ae8-ddf5-4c55-a10a-140a54b3c229
  kind: Event
  lastTimestamp: "2026-09-08T13:43:21Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:43:21Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-68xss.18d35c561ca5a139
    namespace: kserve-ci-e2e-test
    resourceVersion: "24450"
    uid: 42fa64b4-d8a5-4994-9805-4311aa325aa0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:41:49.814457Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23757"
    uid: 6a600f90-c374-44d7-aad2-8f86eb200f4d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-67454bd898-hwhlp
    to ip-10-0-134-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:41:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:41:49Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp.18d35c40ab1ad09e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23761"
    uid: baadf909-9308-424e-baa4-99166e8bfa12
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23766"
    uid: 6a600f90-c374-44d7-aad2-8f86eb200f4d
  kind: Event
  lastTimestamp: "2026-09-08T13:41:50Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:41:50Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp.18d35c40cd404b7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23769"
    uid: 5af2dcbf-7aa1-48fd-8afb-1dff3416c56b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23759"
    uid: 6a600f90-c374-44d7-aad2-8f86eb200f4d
  kind: Event
  lastTimestamp: "2026-09-08T13:41:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:41:50Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp.18d35c40cee4b4f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23772"
    uid: 73c7004a-b661-4cdd-9efa-2fdc44dbccc9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23759"
    uid: 6a600f90-c374-44d7-aad2-8f86eb200f4d
  kind: Event
  lastTimestamp: "2026-09-08T13:41:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:41:50Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp.18d35c40d18fe16a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23774"
    uid: bc037d00-d1a0-43e5-97c7-d9032db82dcc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23759"
    uid: 6a600f90-c374-44d7-aad2-8f86eb200f4d
  kind: Event
  lastTimestamp: "2026-09-08T13:41:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:41:50Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp.18d35c40d252cae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23775"
    uid: bbfc1e12-0383-4be8-b97b-21ede0569f68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23759"
    uid: 6a600f90-c374-44d7-aad2-8f86eb200f4d
  kind: Event
  lastTimestamp: "2026-09-08T13:41:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:41:54Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp.18d35c41b9c593ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "23812"
    uid: 85da56bd-98d2-4f35-a428-1d61a7459f68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23759"
    uid: 6a600f90-c374-44d7-aad2-8f86eb200f4d
  kind: Event
  lastTimestamp: "2026-09-08T13:41:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:41:54Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp.18d35c41bc93df9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23814"
    uid: e3bc6d14-35b0-4c3e-8cde-b4eba434878e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23759"
    uid: 6a600f90-c374-44d7-aad2-8f86eb200f4d
  kind: Event
  lastTimestamp: "2026-09-08T13:41:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:41:54Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp.18d35c41bd03f0c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23816"
    uid: b92cae2a-f098-4394-bd1c-94d830bd1ac2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23759"
    uid: 6a600f90-c374-44d7-aad2-8f86eb200f4d
  kind: Event
  lastTimestamp: "2026-09-08T13:41:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:41:54Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp.18d35c41bd0f77fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23817"
    uid: 3ba6487c-38a6-44db-8ee8-4bb87d7452d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23759"
    uid: 6a600f90-c374-44d7-aad2-8f86eb200f4d
  kind: Event
  lastTimestamp: "2026-09-08T13:41:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:41:54Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp.18d35c41bfe0c181
    namespace: kserve-ci-e2e-test
    resourceVersion: "23820"
    uid: 23f090fa-523a-495e-a5f6-37cd9adde4a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23759"
    uid: 6a600f90-c374-44d7-aad2-8f86eb200f4d
  kind: Event
  lastTimestamp: "2026-09-08T13:41:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:41:54Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp.18d35c41c058f7e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23821"
    uid: cc3dc706-c26c-445a-a100-fdd6ff5941b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23759"
    uid: 6a600f90-c374-44d7-aad2-8f86eb200f4d
  kind: Event
  lastTimestamp: "2026-09-08T13:43:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:41:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:43:22Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp.18d35c4231a8304b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24456"
    uid: 10a0b0d8-3537-490c-a609-fc8e443900fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23759"
    uid: 6a600f90-c374-44d7-aad2-8f86eb200f4d
  kind: Event
  lastTimestamp: "2026-09-08T13:43:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:43:20Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp.18d35c55b3dc684d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24430"
    uid: d3a7974e-7711-467b-ada4-e614c0452fb2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23759"
    uid: 6a600f90-c374-44d7-aad2-8f86eb200f4d
  kind: Event
  lastTimestamp: "2026-09-08T13:43:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:43:20Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp.18d35c55b3dd7622
    namespace: kserve-ci-e2e-test
    resourceVersion: "24432"
    uid: 6d0f3701-303f-4a8b-8294-2959ec0d84be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23759"
    uid: 6a600f90-c374-44d7-aad2-8f86eb200f4d
  kind: Event
  lastTimestamp: "2026-09-08T13:43:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:43:22Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-hwhlp.18d35c5637e799dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24455"
    uid: a4b3769c-eeaf-46be-beb2-634ae96248f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-67454bd898
    namespace: kserve-ci-e2e-test
    resourceVersion: "22942"
    uid: 3befb7cd-19a3-42d1-b123-029916f54443
  kind: Event
  lastTimestamp: "2026-09-08T13:40:19Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-67454bd898-68xss'
  metadata:
    creationTimestamp: "2026-09-08T13:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:40:19Z"
    name: isvc-canary-promote-v2-predictor-67454bd898.18d35c2bb0401998
    namespace: kserve-ci-e2e-test
    resourceVersion: "22962"
    uid: d8260464-633c-44cd-aac3-f8cb069d687a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-67454bd898
    namespace: kserve-ci-e2e-test
    resourceVersion: "23753"
    uid: 3befb7cd-19a3-42d1-b123-029916f54443
  kind: Event
  lastTimestamp: "2026-09-08T13:41:49Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-67454bd898-hwhlp'
  metadata:
    creationTimestamp: "2026-09-08T13:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:41:49Z"
    name: isvc-canary-promote-v2-predictor-67454bd898.18d35c40aaab2334
    namespace: kserve-ci-e2e-test
    resourceVersion: "23758"
    uid: da41e6fa-429b-4c5c-b912-412138e965a5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22941"
    uid: 131ad91d-d23f-4d46-902d-be945322e86c
  kind: Event
  lastTimestamp: "2026-09-08T13:40:19Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-67454bd898 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:40:19Z"
    name: isvc-canary-promote-v2-predictor.18d35c2ba9fab2eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22943"
    uid: 116f622f-9e80-43fc-80c7-6aa72342c411
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23748"
    uid: 131ad91d-d23f-4d46-902d-be945322e86c
  kind: Event
  lastTimestamp: "2026-09-08T13:41:49Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-67454bd898 from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-08T13:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:41:49Z"
    name: isvc-canary-promote-v2-predictor.18d35c40a721aaf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23754"
    uid: 33871feb-75a4-405a-830b-f5810f3ec3d6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22933"
    uid: 3fca1331-66d3-47ff-a4e2-e9ea3482c1ef
  kind: Event
  lastTimestamp: "2026-09-08T13:41:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:41:42Z"
    name: isvc-canary-promote.18d35c2babeadc67
    namespace: kserve-ci-e2e-test
    resourceVersion: "23684"
    uid: 32b0cf2a-64c8-413f-83ec-66c187a35a9b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22933"
    uid: 3fca1331-66d3-47ff-a4e2-e9ea3482c1ef
  kind: Event
  lastTimestamp: "2026-09-08T13:41:42Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:41:42Z"
    name: isvc-canary-promote.18d35c2bac66e478
    namespace: kserve-ci-e2e-test
    resourceVersion: "23681"
    uid: 501578a9-870b-43e4-856d-8a50f06f8363
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22933"
    uid: 3fca1331-66d3-47ff-a4e2-e9ea3482c1ef
  kind: Event
  lastTimestamp: "2026-09-08T13:41:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:41:42Z"
    name: isvc-canary-promote.18d35c2bac672f70
    namespace: kserve-ci-e2e-test
    resourceVersion: "23682"
    uid: e15672ed-7813-453a-bdbd-922c9c4406d5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23675"
    uid: 3fca1331-66d3-47ff-a4e2-e9ea3482c1ef
  kind: Event
  lastTimestamp: "2026-09-08T13:43:12Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:43:12Z"
    name: isvc-canary-promote.18d35c3edfd4cabf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24364"
    uid: e548f1f9-e7c5-4847-b4eb-ca6b2f12229b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:28:28.249226Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15783"
    uid: 2015d03f-00cc-4908-97ba-c871c40fe283
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7cd6fd476f-5v7rn
    to ip-10-0-136-211.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:28:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:28:28Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn.18d35b860a16d9bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15791"
    uid: 4c35975b-86a6-4b6b-ab15-f99396a9d8b9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15795"
    uid: 2015d03f-00cc-4908-97ba-c871c40fe283
  kind: Event
  lastTimestamp: "2026-09-08T13:28:28Z"
  message: Add eth0 [10.132.0.16/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:28:28Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn.18d35b862be02bef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15810"
    uid: b71f14da-e5fa-49f0-a368-63dc0a3dbee1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15787"
    uid: 2015d03f-00cc-4908-97ba-c871c40fe283
  kind: Event
  lastTimestamp: "2026-09-08T13:28:28Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
  metadata:
    creationTimestamp: "2026-09-08T13:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:28Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn.18d35b862d4e2f98
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: 64a0c6ef-a6ae-4d81-bb3d-5cd4cf705aba
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15787"
    uid: 2015d03f-00cc-4908-97ba-c871c40fe283
  kind: Event
  lastTimestamp: "2026-09-08T13:28:35Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    in 6.216s (6.216s including waiting). Image size: 308572071 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:35Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn.18d35b879fd0003a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15896"
    uid: 2b45b3d9-fa34-4f2a-b051-4a4449c8a419
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15787"
    uid: 2015d03f-00cc-4908-97ba-c871c40fe283
  kind: Event
  lastTimestamp: "2026-09-08T13:28:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:35Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn.18d35b87a3ee9ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15898"
    uid: 3778dd1f-ef09-4dd9-918b-bef4156d6b1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15787"
    uid: 2015d03f-00cc-4908-97ba-c871c40fe283
  kind: Event
  lastTimestamp: "2026-09-08T13:28:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:35Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn.18d35b87a479e283
    namespace: kserve-ci-e2e-test
    resourceVersion: "15899"
    uid: f760076a-508b-44b9-8edf-96e7a2321eda
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15787"
    uid: 2015d03f-00cc-4908-97ba-c871c40fe283
  kind: Event
  lastTimestamp: "2026-09-08T13:28:39Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
  metadata:
    creationTimestamp: "2026-09-08T13:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:39Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn.18d35b889b202f1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15935"
    uid: f2bf426c-ad13-4d9c-9f76-b54a58054878
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15787"
    uid: 2015d03f-00cc-4908-97ba-c871c40fe283
  kind: Event
  lastTimestamp: "2026-09-08T13:28:55Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    in 16.256s (16.256s including waiting). Image size: 1583067020 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:55Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn.18d35b8c64182907
    namespace: kserve-ci-e2e-test
    resourceVersion: "16075"
    uid: 3a6359d2-4150-4604-8704-a6e090d1c9f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15787"
    uid: 2015d03f-00cc-4908-97ba-c871c40fe283
  kind: Event
  lastTimestamp: "2026-09-08T13:28:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:55Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn.18d35b8c66e84071
    namespace: kserve-ci-e2e-test
    resourceVersion: "16076"
    uid: ddd1e330-53ff-4dfe-a655-8735aa054f4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15787"
    uid: 2015d03f-00cc-4908-97ba-c871c40fe283
  kind: Event
  lastTimestamp: "2026-09-08T13:28:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:55Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn.18d35b8c675c9d1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16077"
    uid: 4b984eba-24c2-43ea-89f8-7687fad0d39d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15787"
    uid: 2015d03f-00cc-4908-97ba-c871c40fe283
  kind: Event
  lastTimestamp: "2026-09-08T13:28:55Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-08T13:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:55Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn.18d35b8c6769464a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16078"
    uid: a74a66a3-ba43-4826-9933-3afdaf4a8752
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15787"
    uid: 2015d03f-00cc-4908-97ba-c871c40fe283
  kind: Event
  lastTimestamp: "2026-09-08T13:28:57Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.313s (2.313s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:57Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn.18d35b8cf14ba93b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16099"
    uid: 51f7a8bb-1ba8-4fdd-9fae-fbcae696aaf8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15787"
    uid: 2015d03f-00cc-4908-97ba-c871c40fe283
  kind: Event
  lastTimestamp: "2026-09-08T13:28:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:57Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn.18d35b8cf4b27dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16101"
    uid: 1c388ca2-bb5b-4c10-a877-67171d1bef5e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15787"
    uid: 2015d03f-00cc-4908-97ba-c871c40fe283
  kind: Event
  lastTimestamp: "2026-09-08T13:28:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:57Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn.18d35b8cf5267b88
    namespace: kserve-ci-e2e-test
    resourceVersion: "16102"
    uid: 86d2688f-0aa5-47c0-8083-9c3cc87fc0f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15787"
    uid: 2015d03f-00cc-4908-97ba-c871c40fe283
  kind: Event
  lastTimestamp: "2026-09-08T13:30:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.16:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:28:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:05Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn.18d35b8d484d25d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: 6c8df494-d684-4282-a7f4-b38eef175719
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15787"
    uid: 2015d03f-00cc-4908-97ba-c871c40fe283
  kind: Event
  lastTimestamp: "2026-09-08T13:30:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:12Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn.18d35b9e3b2b3170
    namespace: kserve-ci-e2e-test
    resourceVersion: "16691"
    uid: 82c5fed5-38be-49ab-8425-f647ae5b9a04
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15787"
    uid: 2015d03f-00cc-4908-97ba-c871c40fe283
  kind: Event
  lastTimestamp: "2026-09-08T13:30:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:12Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn.18d35b9e3b2c3ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16692"
    uid: 68b8fc5e-09e6-4788-a901-b1e37bd541ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15787"
    uid: 2015d03f-00cc-4908-97ba-c871c40fe283
  kind: Event
  lastTimestamp: "2026-09-08T13:30:15Z"
  message: 'Readiness probe failed: Get "https://10.132.0.16:8643/healthz": dial tcp
    10.132.0.16:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:15Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn.18d35b9efa70370e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: bb1bd18d-8e02-4e59-9014-0a67b1358021
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:28:28.194662Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15774"
    uid: 6b580a0e-ea94-4c7c-9f4d-b1464e7dbaff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7cd6fd476f-7584f
    to ip-10-0-134-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:28:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:28:28Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f.18d35b8606d63bb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15777"
    uid: f18a37a1-2a0e-4205-85ef-4a3c789bfbb1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15784"
    uid: 6b580a0e-ea94-4c7c-9f4d-b1464e7dbaff
  kind: Event
  lastTimestamp: "2026-09-08T13:28:28Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:28:28Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f.18d35b8628dd18ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15807"
    uid: 70e9d02a-198c-4ebc-bb6e-05691f135aca
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: 6b580a0e-ea94-4c7c-9f4d-b1464e7dbaff
  kind: Event
  lastTimestamp: "2026-09-08T13:28:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:28Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f.18d35b862a58819b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15809"
    uid: 78432e35-0fb1-45e9-9dc5-72e8af449bb1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: 6b580a0e-ea94-4c7c-9f4d-b1464e7dbaff
  kind: Event
  lastTimestamp: "2026-09-08T13:28:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:28Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f.18d35b862cec6549
    namespace: kserve-ci-e2e-test
    resourceVersion: "15812"
    uid: 0d268cdf-a997-4439-bd57-80294f0a6556
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: 6b580a0e-ea94-4c7c-9f4d-b1464e7dbaff
  kind: Event
  lastTimestamp: "2026-09-08T13:28:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:28Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f.18d35b862d602cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15814"
    uid: e8100f62-0146-4ef7-a600-f42629913bff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: 6b580a0e-ea94-4c7c-9f4d-b1464e7dbaff
  kind: Event
  lastTimestamp: "2026-09-08T13:28:33Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
  metadata:
    creationTimestamp: "2026-09-08T13:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:33Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f.18d35b8753759f2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15875"
    uid: 5aeaae91-c480-4a96-9409-ac31fffe24d8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: 6b580a0e-ea94-4c7c-9f4d-b1464e7dbaff
  kind: Event
  lastTimestamp: "2026-09-08T13:28:50Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    in 17.058s (17.058s including waiting). Image size: 1583067020 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:50Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f.18d35b8b4c340cdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16020"
    uid: 311d3e9e-d28d-499a-ba67-3b8abfa707dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: 6b580a0e-ea94-4c7c-9f4d-b1464e7dbaff
  kind: Event
  lastTimestamp: "2026-09-08T13:28:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:50Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f.18d35b8b4f86beed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 5bc454cc-3ee1-493c-97ba-98afd2b60a21
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: 6b580a0e-ea94-4c7c-9f4d-b1464e7dbaff
  kind: Event
  lastTimestamp: "2026-09-08T13:28:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:50Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f.18d35b8b5011dca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: dae3b079-5b55-4f01-b655-ee0e161a5a2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: 6b580a0e-ea94-4c7c-9f4d-b1464e7dbaff
  kind: Event
  lastTimestamp: "2026-09-08T13:28:50Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-08T13:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:50Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f.18d35b8b501e0482
    namespace: kserve-ci-e2e-test
    resourceVersion: "16029"
    uid: 8ff16780-96be-4f49-936f-bdc0463b5df8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: 6b580a0e-ea94-4c7c-9f4d-b1464e7dbaff
  kind: Event
  lastTimestamp: "2026-09-08T13:28:54Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 3.453s (3.453s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:54Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f.18d35b8c1df6b5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16061"
    uid: 6af0c2b6-1d05-465f-ba19-a790a1bdfbec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: 6b580a0e-ea94-4c7c-9f4d-b1464e7dbaff
  kind: Event
  lastTimestamp: "2026-09-08T13:28:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:54Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f.18d35b8c20ffdca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: 31612994-ca18-46b8-b383-f5c0adaaeac8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: 6b580a0e-ea94-4c7c-9f4d-b1464e7dbaff
  kind: Event
  lastTimestamp: "2026-09-08T13:28:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:54Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f.18d35b8c2164410a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16063"
    uid: 4d883661-4a1c-4357-87eb-16c0f4b47061
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: 6b580a0e-ea94-4c7c-9f4d-b1464e7dbaff
  kind: Event
  lastTimestamp: "2026-09-08T13:31:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:50Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f.18d35b8c40dc2d0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17686"
    uid: 221e7e5d-d6fb-4bbd-89c8-bd08a514fcb9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: 6b580a0e-ea94-4c7c-9f4d-b1464e7dbaff
  kind: Event
  lastTimestamp: "2026-09-08T13:31:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:47Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f.18d35bb48939dc12
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: 8172e79f-9270-4f31-b848-35b9ad36f66d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: 6b580a0e-ea94-4c7c-9f4d-b1464e7dbaff
  kind: Event
  lastTimestamp: "2026-09-08T13:31:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:47Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f.18d35bb4893a76c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17663"
    uid: e3c0dac0-a614-462d-87c4-a4608fbc5620
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: 6b580a0e-ea94-4c7c-9f4d-b1464e7dbaff
  kind: Event
  lastTimestamp: "2026-09-08T13:31:50Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:50Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-7584f.18d35bb53b74aed3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17685"
    uid: b88a31d5-d5ff-4ab1-b917-77b1574dff92
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:30:17.943594Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16784"
    uid: db2209b1-f638-4d11-a102-b8d363e4ecf7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7cd6fd476f-zx7hx
    to ip-10-0-136-211.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:30:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:30:17Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx.18d35b9f946210bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16788"
    uid: d6097ba4-181c-4aa2-9a1b-e5c2f5b5f6b3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: db2209b1-f638-4d11-a102-b8d363e4ecf7
  kind: Event
  lastTimestamp: "2026-09-08T13:30:18Z"
  message: Add eth0 [10.132.0.17/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:30:18Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx.18d35b9fb656517a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: a02a8914-ed19-4c5b-bfe1-39005e9aa816
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: db2209b1-f638-4d11-a102-b8d363e4ecf7
  kind: Event
  lastTimestamp: "2026-09-08T13:30:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:18Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx.18d35b9fb80f60af
    namespace: kserve-ci-e2e-test
    resourceVersion: "16800"
    uid: 218b9247-dcb0-4264-9951-255a070baa91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: db2209b1-f638-4d11-a102-b8d363e4ecf7
  kind: Event
  lastTimestamp: "2026-09-08T13:30:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:18Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx.18d35b9fbadd0693
    namespace: kserve-ci-e2e-test
    resourceVersion: "16803"
    uid: b5e92813-ea78-4912-9c8f-f1045d1b911b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: db2209b1-f638-4d11-a102-b8d363e4ecf7
  kind: Event
  lastTimestamp: "2026-09-08T13:30:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:18Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx.18d35b9fbb7550fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16804"
    uid: bc648825-0a5f-4f7c-8fc3-9be4e5f89580
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: db2209b1-f638-4d11-a102-b8d363e4ecf7
  kind: Event
  lastTimestamp: "2026-09-08T13:30:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:22Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx.18d35ba0ad1d6e52
    namespace: kserve-ci-e2e-test
    resourceVersion: "16842"
    uid: e20580d1-4289-463b-b66b-313b84eba244
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: db2209b1-f638-4d11-a102-b8d363e4ecf7
  kind: Event
  lastTimestamp: "2026-09-08T13:30:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:22Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx.18d35ba0afa29c83
    namespace: kserve-ci-e2e-test
    resourceVersion: "16844"
    uid: 1de185f7-272f-48d7-aa29-26b2a78f8e23
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: db2209b1-f638-4d11-a102-b8d363e4ecf7
  kind: Event
  lastTimestamp: "2026-09-08T13:30:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:22Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx.18d35ba0b01875b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16845"
    uid: f18a6e2f-0c63-4017-9477-b12e90a5c5fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: db2209b1-f638-4d11-a102-b8d363e4ecf7
  kind: Event
  lastTimestamp: "2026-09-08T13:30:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:22Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx.18d35ba0b02438d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16846"
    uid: 111312aa-253e-4b8e-b038-4b38ba9a4a79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: db2209b1-f638-4d11-a102-b8d363e4ecf7
  kind: Event
  lastTimestamp: "2026-09-08T13:30:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:22Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx.18d35ba0b2edb81b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16850"
    uid: 5de3f1b8-ef55-405c-81c1-ed873d921532
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: db2209b1-f638-4d11-a102-b8d363e4ecf7
  kind: Event
  lastTimestamp: "2026-09-08T13:30:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:22Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx.18d35ba0b35cdaf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16851"
    uid: c46c12bf-5172-476f-b109-356b576cb378
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: db2209b1-f638-4d11-a102-b8d363e4ecf7
  kind: Event
  lastTimestamp: "2026-09-08T13:31:49Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.17:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:49Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx.18d35ba0e92aa04e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17676"
    uid: 689de42a-4a02-4803-be75-82179d68a290
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: db2209b1-f638-4d11-a102-b8d363e4ecf7
  kind: Event
  lastTimestamp: "2026-09-08T13:31:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:47Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx.18d35bb488f7ce69
    namespace: kserve-ci-e2e-test
    resourceVersion: "17660"
    uid: 2d51a753-5faf-4b20-a8b4-db60570214f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: db2209b1-f638-4d11-a102-b8d363e4ecf7
  kind: Event
  lastTimestamp: "2026-09-08T13:31:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:47Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx.18d35bb488f83c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17662"
    uid: 8950104d-af92-4dfb-9846-6ad288487fb7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: db2209b1-f638-4d11-a102-b8d363e4ecf7
  kind: Event
  lastTimestamp: "2026-09-08T13:31:49Z"
  message: 'Readiness probe failed: Get "https://10.132.0.17:8643/healthz": dial tcp
    10.132.0.17:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:49Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx.18d35bb4ef7072fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17675"
    uid: a91ac88e-e61e-4391-870a-877c173ad655
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7cd6fd476f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: 76d6b3de-11d0-4604-9ce0-00c27d4a7f8c
  kind: Event
  lastTimestamp: "2026-09-08T13:28:28Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7cd6fd476f-7584f'
  metadata:
    creationTimestamp: "2026-09-08T13:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:28:28Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f.18d35b86064832b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15775"
    uid: 80d57965-826d-40dd-95ae-8132afe5403b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7cd6fd476f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: 76d6b3de-11d0-4604-9ce0-00c27d4a7f8c
  kind: Event
  lastTimestamp: "2026-09-08T13:28:28Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn'
  metadata:
    creationTimestamp: "2026-09-08T13:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:28:28Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f.18d35b8609546583
    namespace: kserve-ci-e2e-test
    resourceVersion: "15785"
    uid: 9aa9419e-63f5-4273-b385-1280c24a7e2f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7cd6fd476f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16683"
    uid: 76d6b3de-11d0-4604-9ce0-00c27d4a7f8c
  kind: Event
  lastTimestamp: "2026-09-08T13:30:12Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-7cd6fd476f-5v7rn'
  metadata:
    creationTimestamp: "2026-09-08T13:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:30:12Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f.18d35b9e3aff78fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16688"
    uid: 3924c087-25c0-4886-9399-8532f363ee6d
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7cd6fd476f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16777"
    uid: 76d6b3de-11d0-4604-9ce0-00c27d4a7f8c
  kind: Event
  lastTimestamp: "2026-09-08T13:30:17Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7cd6fd476f-zx7hx'
  metadata:
    creationTimestamp: "2026-09-08T13:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:30:17Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f.18d35b9f93c1a623
    namespace: kserve-ci-e2e-test
    resourceVersion: "16785"
    uid: d62379a1-edbf-4246-bbb8-b352a413f62b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15755"
    uid: 5963ae6b-18dd-476d-8c1e-9a6cfc19e55f
  kind: Event
  lastTimestamp: "2026-09-08T13:28:28Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7cd6fd476f from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-08T13:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:28:28Z"
    name: isvc-canary-rollback-predictor.18d35b86005e8a1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: 3772107b-0727-439b-af46-35bbe5ccd862
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16679"
    uid: 5963ae6b-18dd-476d-8c1e-9a6cfc19e55f
  kind: Event
  lastTimestamp: "2026-09-08T13:30:12Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-7cd6fd476f from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:30:12Z"
    name: isvc-canary-rollback-predictor.18d35b9e3a80ea4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16684"
    uid: f64467ac-4824-4fde-a605-f42e9043fd13
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16773"
    uid: 5963ae6b-18dd-476d-8c1e-9a6cfc19e55f
  kind: Event
  lastTimestamp: "2026-09-08T13:30:17Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7cd6fd476f from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-08T13:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:30:17Z"
    name: isvc-canary-rollback-predictor.18d35b9f8e7dfc38
    namespace: kserve-ci-e2e-test
    resourceVersion: "16778"
    uid: a7cc538d-d974-44a2-a010-4c6cac9adee5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:28:28.103862Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15759"
    uid: 396f8b43-c186-46cd-b863-a8717333c259
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-665748cc96-wdcfm
    to ip-10-0-134-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:28:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:28:28Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm.18d35b86016ccb1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15765"
    uid: f03f019f-8eaf-4d27-9048-a9637ee0d747
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: 396f8b43-c186-46cd-b863-a8717333c259
  kind: Event
  lastTimestamp: "2026-09-08T13:28:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:28Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm.18d35b8609c793a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15789"
    uid: 710c653c-0367-4a06-abd3-a335124f88db
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15770"
    uid: 396f8b43-c186-46cd-b863-a8717333c259
  kind: Event
  lastTimestamp: "2026-09-08T13:28:29Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:28:29Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm.18d35b864740d778
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: 143c1e4c-96a7-4f1c-a844-860c28dd1ae4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: 396f8b43-c186-46cd-b863-a8717333c259
  kind: Event
  lastTimestamp: "2026-09-08T13:28:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:29Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm.18d35b8648af7501
    namespace: kserve-ci-e2e-test
    resourceVersion: "15824"
    uid: 4971a819-0cbe-443a-9227-a5f5df0b982a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: 396f8b43-c186-46cd-b863-a8717333c259
  kind: Event
  lastTimestamp: "2026-09-08T13:28:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:29Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm.18d35b864c449261
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: 3d70a667-0ebd-484f-a149-0bbc1bcc4b3a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: 396f8b43-c186-46cd-b863-a8717333c259
  kind: Event
  lastTimestamp: "2026-09-08T13:28:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:29Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm.18d35b864cb874ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "15826"
    uid: 84ed3339-a44c-4b3b-a8a4-971c726ec203
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: 396f8b43-c186-46cd-b863-a8717333c259
  kind: Event
  lastTimestamp: "2026-09-08T13:28:33Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
  metadata:
    creationTimestamp: "2026-09-08T13:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:33Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm.18d35b87538d33ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15876"
    uid: 37b65452-2c2b-4d93-8a18-da41dfbafbd9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: 396f8b43-c186-46cd-b863-a8717333c259
  kind: Event
  lastTimestamp: "2026-09-08T13:28:50Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    in 17.041s (17.041s including waiting). Image size: 1583067020 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:50Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm.18d35b8b4b514292
    namespace: kserve-ci-e2e-test
    resourceVersion: "16019"
    uid: 9527f2ca-9ca0-4047-8c67-fc8748b2e12d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: 396f8b43-c186-46cd-b863-a8717333c259
  kind: Event
  lastTimestamp: "2026-09-08T13:28:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:50Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm.18d35b8b4f82798f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16022"
    uid: 8a13e210-6500-482e-90a2-dbef2a582194
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: 396f8b43-c186-46cd-b863-a8717333c259
  kind: Event
  lastTimestamp: "2026-09-08T13:28:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:50Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm.18d35b8b4ffb71a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16026"
    uid: 4908ba73-a444-4390-8b86-b44f9eaf7dea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: 396f8b43-c186-46cd-b863-a8717333c259
  kind: Event
  lastTimestamp: "2026-09-08T13:28:50Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-08T13:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:50Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm.18d35b8b5008d423
    namespace: kserve-ci-e2e-test
    resourceVersion: "16027"
    uid: b7a00c33-03d3-40b0-8df3-af9c88ce10fd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: 396f8b43-c186-46cd-b863-a8717333c259
  kind: Event
  lastTimestamp: "2026-09-08T13:28:53Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.528s (2.528s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:53Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm.18d35b8be6c50702
    namespace: kserve-ci-e2e-test
    resourceVersion: "16047"
    uid: ed28d8a4-2ac0-48f3-9211-404a40a5ccac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: 396f8b43-c186-46cd-b863-a8717333c259
  kind: Event
  lastTimestamp: "2026-09-08T13:28:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:53Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm.18d35b8beae15792
    namespace: kserve-ci-e2e-test
    resourceVersion: "16050"
    uid: fa7f84f8-8c4b-410c-97a7-043243823e83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: 396f8b43-c186-46cd-b863-a8717333c259
  kind: Event
  lastTimestamp: "2026-09-08T13:28:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:53Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm.18d35b8beb450b50
    namespace: kserve-ci-e2e-test
    resourceVersion: "16053"
    uid: 8e904ffa-27d5-4108-aa44-0bc552ddf609
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: 396f8b43-c186-46cd-b863-a8717333c259
  kind: Event
  lastTimestamp: "2026-09-08T13:30:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:22Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm.18d35b8c04e561ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: 66565b2f-d5a9-40df-aede-5b31f36f7eca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: 396f8b43-c186-46cd-b863-a8717333c259
  kind: Event
  lastTimestamp: "2026-09-08T13:30:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:17Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm.18d35b9f8b2da5a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16770"
    uid: fbebb05c-221a-4d00-976a-2442a1b42ed1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: 396f8b43-c186-46cd-b863-a8717333c259
  kind: Event
  lastTimestamp: "2026-09-08T13:30:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:17Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm.18d35b9f8b2e3d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: 0352ba87-a4cc-45d7-94d0-21ada282b089
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: 396f8b43-c186-46cd-b863-a8717333c259
  kind: Event
  lastTimestamp: "2026-09-08T13:30:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:19Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm.18d35ba00b3017b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16820"
    uid: 16ade863-2414-45b0-a8ca-17f6f6c86097
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-665748cc96
    namespace: kserve-ci-e2e-test
    resourceVersion: "15747"
    uid: 905804c0-4ba5-42f1-a3e9-00596291b80f
  kind: Event
  lastTimestamp: "2026-09-08T13:28:28Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-665748cc96-wdcfm'
  metadata:
    creationTimestamp: "2026-09-08T13:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:28:28Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96.18d35b8600b77b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15762"
    uid: bcd8168b-bceb-4aae-8e8a-4312b6fc4e44
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: badee1a2-0151-4ea3-829d-7b546d74d03a
  kind: Event
  lastTimestamp: "2026-09-08T13:28:28Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-665748cc96 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:28:28Z"
    name: isvc-canary-rollback-v2-predictor.18d35b85fdba3011
    namespace: kserve-ci-e2e-test
    resourceVersion: "15748"
    uid: b1fcf3dc-cb35-4878-86b5-14ea60f39329
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15731"
    uid: 9e33b5f6-c464-4754-9cd7-fb243f19165a
  kind: Event
  lastTimestamp: "2026-09-08T13:30:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:30:17Z"
    name: isvc-canary-rollback.18d35b85ffe166e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16780"
    uid: 5e2d2f7c-8746-429d-8efb-a978c4159e7d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 9e33b5f6-c464-4754-9cd7-fb243f19165a
  kind: Event
  lastTimestamp: "2026-09-08T13:31:39Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:31:39Z"
    name: isvc-canary-rollback.18d35b9e3f1a987e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17579"
    uid: d4e8dda6-ba9c-497d-b781-257b0ab63dc2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: 9e33b5f6-c464-4754-9cd7-fb243f19165a
  kind: Event
  lastTimestamp: "2026-09-08T13:30:12Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:30:12Z"
    name: isvc-canary-rollback.18d35b9e433969e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16702"
    uid: 54b044f1-a17e-4276-865b-7620139ed465
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: 9e33b5f6-c464-4754-9cd7-fb243f19165a
  kind: Event
  lastTimestamp: "2026-09-08T13:30:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:30:12Z"
    name: isvc-canary-rollback.18d35b9e4339cd8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16703"
    uid: 31353bdc-c519-4774-a71e-ef9cf725e79f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "16781"
    uid: 9e33b5f6-c464-4754-9cd7-fb243f19165a
  kind: Event
  lastTimestamp: "2026-09-08T13:30:17Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-09-08T13:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:30:17Z"
    name: isvc-canary-rollback.18d35b9f910c3505
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: 00cb28d0-b3e9-4de0-9a61-3364e4617e7f
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:31:53.215729Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17754"
    uid: 22262be0-d3bc-4a39-b2a5-b0ae2d124092
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-7b7754b5bf-q8ms2
    to ip-10-0-134-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:31:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:31:53Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2.18d35bb5c30b7c7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17761"
    uid: 7900e7b6-7ee6-454d-a96d-eecddbff973e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 22262be0-d3bc-4a39-b2a5-b0ae2d124092
  kind: Event
  lastTimestamp: "2026-09-08T13:31:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:53Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2.18d35bb5cb333f16
    namespace: kserve-ci-e2e-test
    resourceVersion: "17779"
    uid: 12086d5a-b45a-4078-a475-f4635b8889e5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17766"
    uid: 22262be0-d3bc-4a39-b2a5-b0ae2d124092
  kind: Event
  lastTimestamp: "2026-09-08T13:31:54Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:31:54Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2.18d35bb608970338
    namespace: kserve-ci-e2e-test
    resourceVersion: "17802"
    uid: 066575ad-18e0-405c-9fc1-687b94e31e4f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 22262be0-d3bc-4a39-b2a5-b0ae2d124092
  kind: Event
  lastTimestamp: "2026-09-08T13:31:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:54Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2.18d35bb609fc2912
    namespace: kserve-ci-e2e-test
    resourceVersion: "17805"
    uid: eb761447-0fbc-430e-b20b-b55fa30c2e5a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 22262be0-d3bc-4a39-b2a5-b0ae2d124092
  kind: Event
  lastTimestamp: "2026-09-08T13:31:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:54Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2.18d35bb60ca2febc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17809"
    uid: 4091c333-576e-4b40-8e7e-8759684bba12
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 22262be0-d3bc-4a39-b2a5-b0ae2d124092
  kind: Event
  lastTimestamp: "2026-09-08T13:31:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:54Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2.18d35bb60d07a56f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17810"
    uid: 6420c31f-e7dc-4823-a30c-edcff0307e31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 22262be0-d3bc-4a39-b2a5-b0ae2d124092
  kind: Event
  lastTimestamp: "2026-09-08T13:31:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:58Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2.18d35bb70f1ad2e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17859"
    uid: 6fc2f879-ca91-44ce-831c-3c427967431f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 22262be0-d3bc-4a39-b2a5-b0ae2d124092
  kind: Event
  lastTimestamp: "2026-09-08T13:31:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:58Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2.18d35bb712eccd25
    namespace: kserve-ci-e2e-test
    resourceVersion: "17864"
    uid: 1811038a-1d65-4a73-bc55-c6eb588f9138
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 22262be0-d3bc-4a39-b2a5-b0ae2d124092
  kind: Event
  lastTimestamp: "2026-09-08T13:31:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:58Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2.18d35bb7134e176d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: be320df9-2095-441e-9b82-adda40537539
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 22262be0-d3bc-4a39-b2a5-b0ae2d124092
  kind: Event
  lastTimestamp: "2026-09-08T13:31:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:58Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2.18d35bb71357bc8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17870"
    uid: 0bb3bb81-9c46-4a2e-8f89-b8bc1cb246ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 22262be0-d3bc-4a39-b2a5-b0ae2d124092
  kind: Event
  lastTimestamp: "2026-09-08T13:31:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:58Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2.18d35bb716b34f3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17871"
    uid: 8f735185-ec6a-471c-8160-8e202acdf194
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 22262be0-d3bc-4a39-b2a5-b0ae2d124092
  kind: Event
  lastTimestamp: "2026-09-08T13:31:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:58Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2.18d35bb71716b394
    namespace: kserve-ci-e2e-test
    resourceVersion: "17874"
    uid: 2113c5b9-50db-4659-bd20-b72d170f33eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 22262be0-d3bc-4a39-b2a5-b0ae2d124092
  kind: Event
  lastTimestamp: "2026-09-08T13:33:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:26Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2.18d35bb78757f76f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18862"
    uid: 61666fd8-ca83-44ed-8201-50945aca5623
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 22262be0-d3bc-4a39-b2a5-b0ae2d124092
  kind: Event
  lastTimestamp: "2026-09-08T13:33:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:23Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2.18d35bcab5cebeca
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: 88635385-e732-4687-a257-0210a8f05e54
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 22262be0-d3bc-4a39-b2a5-b0ae2d124092
  kind: Event
  lastTimestamp: "2026-09-08T13:33:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:23Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2.18d35bcab5cf2e54
    namespace: kserve-ci-e2e-test
    resourceVersion: "18831"
    uid: e0f7da76-9435-49d6-8716-50f73d4613fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 22262be0-d3bc-4a39-b2a5-b0ae2d124092
  kind: Event
  lastTimestamp: "2026-09-08T13:33:26Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:26Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-q8ms2.18d35bcb8d984a74
    namespace: kserve-ci-e2e-test
    resourceVersion: "18861"
    uid: cc1f9a4d-e44c-494f-9482-9e6c5c09134e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:31:53.173611Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17743"
    uid: 4fa78f0b-ab43-4625-8cc5-2d1b988f2206
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-7b7754b5bf-ttgvj
    to ip-10-0-136-211.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:31:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:31:53Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj.18d35bb5c088e04c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: 3607e2d2-cf51-4756-9e1c-8a95ced0c3b0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17744"
    uid: 4fa78f0b-ab43-4625-8cc5-2d1b988f2206
  kind: Event
  lastTimestamp: "2026-09-08T13:31:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:53Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj.18d35bb5cac8135f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17775"
    uid: b085b87c-27c3-46b2-be32-694989744ba0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 4fa78f0b-ab43-4625-8cc5-2d1b988f2206
  kind: Event
  lastTimestamp: "2026-09-08T13:31:54Z"
  message: Add eth0 [10.132.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:31:54Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj.18d35bb6063e3820
    namespace: kserve-ci-e2e-test
    resourceVersion: "17796"
    uid: 97b8afd7-d206-48e2-ad24-e16175c06211
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17744"
    uid: 4fa78f0b-ab43-4625-8cc5-2d1b988f2206
  kind: Event
  lastTimestamp: "2026-09-08T13:31:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:54Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj.18d35bb607d1a1f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17800"
    uid: 1dd8a776-2108-47f3-bbf7-4d2aab8c123f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17744"
    uid: 4fa78f0b-ab43-4625-8cc5-2d1b988f2206
  kind: Event
  lastTimestamp: "2026-09-08T13:31:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:54Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj.18d35bb60b8f7e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "17807"
    uid: bd880f29-3ede-4131-8e2a-956f94f1b917
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17744"
    uid: 4fa78f0b-ab43-4625-8cc5-2d1b988f2206
  kind: Event
  lastTimestamp: "2026-09-08T13:31:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:54Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj.18d35bb60c035afb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17808"
    uid: 31ec7974-e6a1-441b-b098-9642af2d1f37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17744"
    uid: 4fa78f0b-ab43-4625-8cc5-2d1b988f2206
  kind: Event
  lastTimestamp: "2026-09-08T13:31:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:59Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj.18d35bb71d32c01e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17878"
    uid: 94e7a936-faee-40fc-99bb-68f2e3cdebc6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17744"
    uid: 4fa78f0b-ab43-4625-8cc5-2d1b988f2206
  kind: Event
  lastTimestamp: "2026-09-08T13:31:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:59Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj.18d35bb7203f01fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17880"
    uid: 0cd934df-0478-4699-9597-77f93bae64ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17744"
    uid: 4fa78f0b-ab43-4625-8cc5-2d1b988f2206
  kind: Event
  lastTimestamp: "2026-09-08T13:31:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:59Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj.18d35bb720b4a28b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17881"
    uid: 985f28bf-ccb4-4c2f-aa69-43018074cfac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17744"
    uid: 4fa78f0b-ab43-4625-8cc5-2d1b988f2206
  kind: Event
  lastTimestamp: "2026-09-08T13:31:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:59Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj.18d35bb720bd8164
    namespace: kserve-ci-e2e-test
    resourceVersion: "17882"
    uid: d1a87dbf-d2ea-42ee-8178-6490c7a8635c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17744"
    uid: 4fa78f0b-ab43-4625-8cc5-2d1b988f2206
  kind: Event
  lastTimestamp: "2026-09-08T13:31:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:59Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj.18d35bb723b968dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17886"
    uid: dba2620f-678f-463d-98de-4592c2d0b285
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17744"
    uid: 4fa78f0b-ab43-4625-8cc5-2d1b988f2206
  kind: Event
  lastTimestamp: "2026-09-08T13:31:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:59Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj.18d35bb7242ba513
    namespace: kserve-ci-e2e-test
    resourceVersion: "17887"
    uid: 7222668a-1929-4bde-bede-f8132563f8bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17744"
    uid: 4fa78f0b-ab43-4625-8cc5-2d1b988f2206
  kind: Event
  lastTimestamp: "2026-09-08T13:33:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:07Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj.18d35bb795437cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18650"
    uid: 815e0bd3-b02e-4d5e-bfc1-be3ec94c1854
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17744"
    uid: 4fa78f0b-ab43-4625-8cc5-2d1b988f2206
  kind: Event
  lastTimestamp: "2026-09-08T13:33:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:15Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj.18d35bc905382d03
    namespace: kserve-ci-e2e-test
    resourceVersion: "18729"
    uid: e2fdd5d2-c268-4422-b6c4-bbc8b33775c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17744"
    uid: 4fa78f0b-ab43-4625-8cc5-2d1b988f2206
  kind: Event
  lastTimestamp: "2026-09-08T13:33:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:15Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj.18d35bc90538e775
    namespace: kserve-ci-e2e-test
    resourceVersion: "18734"
    uid: 1a3aaed0-dc59-4ef3-bfc8-b68db9b0a013
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17744"
    uid: 4fa78f0b-ab43-4625-8cc5-2d1b988f2206
  kind: Event
  lastTimestamp: "2026-09-08T13:33:17Z"
  message: 'Readiness probe failed: Get "https://10.132.0.19:8643/healthz": dial tcp
    10.132.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:33:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:17Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-ttgvj.18d35bc9475fe218
    namespace: kserve-ci-e2e-test
    resourceVersion: "18761"
    uid: 20a34809-cfd9-4b11-9dc4-7fea8492136b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7b7754b5bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: f4060d57-1425-4705-b1c3-34692149eba0
  kind: Event
  lastTimestamp: "2026-09-08T13:31:53Z"
  message: 'Created pod: isvc-canary-stop-predictor-7b7754b5bf-ttgvj'
  metadata:
    creationTimestamp: "2026-09-08T13:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:31:53Z"
    name: isvc-canary-stop-predictor-7b7754b5bf.18d35bb5c00ef0d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17747"
    uid: cf38e9bb-537f-4b63-8548-8b55d888bf76
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7b7754b5bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: f4060d57-1425-4705-b1c3-34692149eba0
  kind: Event
  lastTimestamp: "2026-09-08T13:31:53Z"
  message: 'Created pod: isvc-canary-stop-predictor-7b7754b5bf-q8ms2'
  metadata:
    creationTimestamp: "2026-09-08T13:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:31:53Z"
    name: isvc-canary-stop-predictor-7b7754b5bf.18d35bb5c27d2ebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17757"
    uid: c11c0bd5-00dd-42df-aa67-f8991286a74f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7b7754b5bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18725"
    uid: f4060d57-1425-4705-b1c3-34692149eba0
  kind: Event
  lastTimestamp: "2026-09-08T13:33:15Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-7b7754b5bf-ttgvj'
  metadata:
    creationTimestamp: "2026-09-08T13:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:33:15Z"
    name: isvc-canary-stop-predictor-7b7754b5bf.18d35bc9057546d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18733"
    uid: c069cb1d-0600-41bb-8598-82b3ce4e54e5
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17727"
    uid: bdba814f-3c90-4ec8-91e1-a17caf9768e0
  kind: Event
  lastTimestamp: "2026-09-08T13:31:53Z"
  message: Scaled up replica set isvc-canary-stop-predictor-7b7754b5bf from 0 to 2
  metadata:
    creationTimestamp: "2026-09-08T13:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:31:53Z"
    name: isvc-canary-stop-predictor.18d35bb5bd3cb1cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17734"
    uid: 9ff6a0a3-a6fe-4e40-b7ef-4209d3158920
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18720"
    uid: bdba814f-3c90-4ec8-91e1-a17caf9768e0
  kind: Event
  lastTimestamp: "2026-09-08T13:33:15Z"
  message: Scaled down replica set isvc-canary-stop-predictor-7b7754b5bf from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-08T13:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:33:15Z"
    name: isvc-canary-stop-predictor.18d35bc904a23ba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18727"
    uid: 27765f77-f9b8-4b9e-8a4f-903a50f47262
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:31:53.141758Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17737"
    uid: eb649e86-0ada-48fb-8e65-d9ee1504b5d0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5
    to ip-10-0-134-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:31:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:31:53Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5.18d35bb5bea2ceb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17741"
    uid: 6b7e9ba7-6c35-4c63-ae85-0c6610f42740
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17739"
    uid: eb649e86-0ada-48fb-8e65-d9ee1504b5d0
  kind: Event
  lastTimestamp: "2026-09-08T13:31:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:53Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5.18d35bb5cb2e4630
    namespace: kserve-ci-e2e-test
    resourceVersion: "17777"
    uid: 9834abcd-8e13-4766-9ad6-bded0807643b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17746"
    uid: eb649e86-0ada-48fb-8e65-d9ee1504b5d0
  kind: Event
  lastTimestamp: "2026-09-08T13:31:54Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:31:54Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5.18d35bb6046dbf1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17793"
    uid: 1df43e7d-1d94-4ef9-85f5-b0bc1da953a5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17739"
    uid: eb649e86-0ada-48fb-8e65-d9ee1504b5d0
  kind: Event
  lastTimestamp: "2026-09-08T13:31:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:54Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5.18d35bb605fd802e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17795"
    uid: cb6fdd74-c7c0-47a5-a6db-a3cdc686497f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17739"
    uid: eb649e86-0ada-48fb-8e65-d9ee1504b5d0
  kind: Event
  lastTimestamp: "2026-09-08T13:31:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:54Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5.18d35bb608562c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "17801"
    uid: 7b2111ec-aaf5-4e7f-9b6d-a8962c0af144
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17739"
    uid: eb649e86-0ada-48fb-8e65-d9ee1504b5d0
  kind: Event
  lastTimestamp: "2026-09-08T13:31:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:54Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5.18d35bb608c2aa8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17803"
    uid: c3b3ec60-4b86-4f98-b714-6c9b22cecd1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17739"
    uid: eb649e86-0ada-48fb-8e65-d9ee1504b5d0
  kind: Event
  lastTimestamp: "2026-09-08T13:31:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:58Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5.18d35bb70f345859
    namespace: kserve-ci-e2e-test
    resourceVersion: "17860"
    uid: 0374bee6-a9f1-4441-a388-3d42a1c7e571
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17739"
    uid: eb649e86-0ada-48fb-8e65-d9ee1504b5d0
  kind: Event
  lastTimestamp: "2026-09-08T13:31:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:58Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5.18d35bb712d3190a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: c9bc82d2-658c-4390-8bb1-495243fe7b95
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17739"
    uid: eb649e86-0ada-48fb-8e65-d9ee1504b5d0
  kind: Event
  lastTimestamp: "2026-09-08T13:31:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:58Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5.18d35bb71334f355
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: e5068f13-6687-456f-96c4-68cf156764ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17739"
    uid: eb649e86-0ada-48fb-8e65-d9ee1504b5d0
  kind: Event
  lastTimestamp: "2026-09-08T13:31:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:58Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5.18d35bb7134558a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17867"
    uid: fdd3f1b5-5834-4751-9305-9d4f42d5b9e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17739"
    uid: eb649e86-0ada-48fb-8e65-d9ee1504b5d0
  kind: Event
  lastTimestamp: "2026-09-08T13:31:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:58Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5.18d35bb716b5c336
    namespace: kserve-ci-e2e-test
    resourceVersion: "17872"
    uid: a1f51236-0810-481b-ac48-6336b0917937
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17739"
    uid: eb649e86-0ada-48fb-8e65-d9ee1504b5d0
  kind: Event
  lastTimestamp: "2026-09-08T13:31:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:58Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5.18d35bb7171ad23d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17875"
    uid: 412a1938-ef49-474b-9342-950c68bbc504
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17739"
    uid: eb649e86-0ada-48fb-8e65-d9ee1504b5d0
  kind: Event
  lastTimestamp: "2026-09-08T13:33:25Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:25Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5.18d35bb74b6c9806
    namespace: kserve-ci-e2e-test
    resourceVersion: "18853"
    uid: ace1d7e3-24ef-4db5-8050-1b6291275ff7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17739"
    uid: eb649e86-0ada-48fb-8e65-d9ee1504b5d0
  kind: Event
  lastTimestamp: "2026-09-08T13:33:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:23Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5.18d35bcab3cf931f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18823"
    uid: 8f2bdfad-10e5-463b-b8a7-8a424ca932c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17739"
    uid: eb649e86-0ada-48fb-8e65-d9ee1504b5d0
  kind: Event
  lastTimestamp: "2026-09-08T13:33:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:23Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5.18d35bcab3d0254f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18825"
    uid: 43868559-adfc-4440-acbc-27fe8d09df3e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17739"
    uid: eb649e86-0ada-48fb-8e65-d9ee1504b5d0
  kind: Event
  lastTimestamp: "2026-09-08T13:33:25Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:25Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5.18d35bcb51b38155
    namespace: kserve-ci-e2e-test
    resourceVersion: "18852"
    uid: 3c86cc17-2842-4bf1-97cf-cd499f4c459b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-56ddb6965b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17721"
    uid: 696d3c98-0e66-44a9-a391-035232f1d133
  kind: Event
  lastTimestamp: "2026-09-08T13:31:53Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-56ddb6965b-l4xk5'
  metadata:
    creationTimestamp: "2026-09-08T13:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:31:53Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b.18d35bb5be8cf962
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: e4dc566c-84b2-4f77-9362-46647ff7b76b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17720"
    uid: 385b9030-0f6c-4738-a9dd-54432b8a87e6
  kind: Event
  lastTimestamp: "2026-09-08T13:31:53Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-56ddb6965b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-08T13:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:31:53Z"
    name: isvc-canary-stop-v2-predictor.18d35bb5bb2e2097
    namespace: kserve-ci-e2e-test
    resourceVersion: "17722"
    uid: b4dfbcf1-094e-49a8-a164-0438bc92d1c9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17713"
    uid: 5351532c-e6f9-4639-bac5-0a45f8765228
  kind: Event
  lastTimestamp: "2026-09-08T13:33:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:33:16Z"
    name: isvc-canary-stop.18d35bb5bcc72145
    namespace: kserve-ci-e2e-test
    resourceVersion: "18744"
    uid: 29fdd55a-bc13-4c35-b8a2-647d52bd9827
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17713"
    uid: 5351532c-e6f9-4639-bac5-0a45f8765228
  kind: Event
  lastTimestamp: "2026-09-08T13:33:15Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:33:15Z"
    name: isvc-canary-stop.18d35bb5bd93beb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18742"
    uid: 73d68e56-ddc2-4145-a97d-9aa6468c1601
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17713"
    uid: 5351532c-e6f9-4639-bac5-0a45f8765228
  kind: Event
  lastTimestamp: "2026-09-08T13:33:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:33:15Z"
    name: isvc-canary-stop.18d35bb5bd94234a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: 5a61b4f2-223b-4fc8-970b-f8fd2d9e45d0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "18756"
    uid: 5351532c-e6f9-4639-bac5-0a45f8765228
  kind: Event
  lastTimestamp: "2026-09-08T13:33:16Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:33:16Z"
    name: isvc-canary-stop.18d35bc93f8dfaa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18757"
    uid: e9a2eeb6-dde5-4a7b-8cd7-f2b5cc5ec3ee
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:35:39.850829Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-2bc5d9-predictor-6c55fd645d-g2cpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20316"
    uid: c2101293-3822-4833-9720-5b6749c37989
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-2bc5d9-predictor-6c55fd645d-g2cpc
    to ip-10-0-136-211.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:35:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:35:39Z"
    name: isvc-init-fail-2bc5d9-predictor-6c55fd645d-g2cpc.18d35bea878cb2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20322"
    uid: f56f75dc-a6a0-48b8-8220-ed973dc1345c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-2bc5d9-predictor-6c55fd645d-g2cpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20317"
    uid: c2101293-3822-4833-9720-5b6749c37989
  kind: Event
  lastTimestamp: "2026-09-08T13:35:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-2bc5d9-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:35:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:40Z"
    name: isvc-init-fail-2bc5d9-predictor-6c55fd645d-g2cpc.18d35bea941396f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20332"
    uid: f02c0292-7c63-45d6-942a-af7fc2429bcd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-2bc5d9-predictor-6c55fd645d-g2cpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20327"
    uid: c2101293-3822-4833-9720-5b6749c37989
  kind: Event
  lastTimestamp: "2026-09-08T13:35:41Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:35:41Z"
    name: isvc-init-fail-2bc5d9-predictor-6c55fd645d-g2cpc.18d35beacd41e3f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20340"
    uid: c6c0edd6-9913-4ebb-b0eb-c6254230b010
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-2bc5d9-predictor-6c55fd645d-g2cpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20317"
    uid: c2101293-3822-4833-9720-5b6749c37989
  kind: Event
  lastTimestamp: "2026-09-08T13:35:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:44Z"
    name: isvc-init-fail-2bc5d9-predictor-6c55fd645d-g2cpc.18d35beacee8dc1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20375"
    uid: 25c80bb7-c231-4d2e-9f92-49b6f93bf475
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-2bc5d9-predictor-6c55fd645d-g2cpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20317"
    uid: c2101293-3822-4833-9720-5b6749c37989
  kind: Event
  lastTimestamp: "2026-09-08T13:35:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:44Z"
    name: isvc-init-fail-2bc5d9-predictor-6c55fd645d-g2cpc.18d35bead1d9ab6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20377"
    uid: f84b7e8a-5ad6-4b69-8d66-39a221a36a1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-2bc5d9-predictor-6c55fd645d-g2cpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20317"
    uid: c2101293-3822-4833-9720-5b6749c37989
  kind: Event
  lastTimestamp: "2026-09-08T13:35:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:44Z"
    name: isvc-init-fail-2bc5d9-predictor-6c55fd645d-g2cpc.18d35bead25030fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20378"
    uid: ff6c1778-3bda-4333-a53c-9b4c81cee642
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-2bc5d9-predictor-6c55fd645d-g2cpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20317"
    uid: c2101293-3822-4833-9720-5b6749c37989
  kind: Event
  lastTimestamp: "2026-09-08T13:35:49Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:49Z"
    name: isvc-init-fail-2bc5d9-predictor-6c55fd645d-g2cpc.18d35becdd986b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20445"
    uid: b5675b4d-ed63-4dcf-8174-92430af83881
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-2bc5d9-predictor-6c55fd645d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20309"
    uid: b617b172-32b2-416e-962f-d7f7c5bfc97e
  kind: Event
  lastTimestamp: "2026-09-08T13:35:39Z"
  message: 'Created pod: isvc-init-fail-2bc5d9-predictor-6c55fd645d-g2cpc'
  metadata:
    creationTimestamp: "2026-09-08T13:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:35:39Z"
    name: isvc-init-fail-2bc5d9-predictor-6c55fd645d.18d35bea872294b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20318"
    uid: 100b9252-a789-40e5-93d7-f673b3028006
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-2bc5d9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20307"
    uid: ff80e337-4cf1-43f0-821b-e0f533019b7f
  kind: Event
  lastTimestamp: "2026-09-08T13:35:39Z"
  message: Scaled up replica set isvc-init-fail-2bc5d9-predictor-6c55fd645d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-08T13:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:35:39Z"
    name: isvc-init-fail-2bc5d9-predictor.18d35bea845a325f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20310"
    uid: 084f0530-1cf7-4b89-b04c-cbcda0d3d224
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-2bc5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20300"
    uid: 2c1dbcbb-b28d-49e0-8fe0-b449f302d810
  kind: Event
  lastTimestamp: "2026-09-08T13:35:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:35:44Z"
    name: isvc-init-fail-2bc5d9.18d35bea845e930d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20381"
    uid: 126cbe1f-88e4-4961-b7d5-f278e8da6f16
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-2bc5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20300"
    uid: 2c1dbcbb-b28d-49e0-8fe0-b449f302d810
  kind: Event
  lastTimestamp: "2026-09-08T13:35:39Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-2bc5d9":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-2bc5d9":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:35:39Z"
    name: isvc-init-fail-2bc5d9.18d35bea84c6143e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20313"
    uid: d00de9db-e088-4717-b42c-cf7beeb1415c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-2bc5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20300"
    uid: 2c1dbcbb-b28d-49e0-8fe0-b449f302d810
  kind: Event
  lastTimestamp: "2026-09-08T13:35:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-2bc5d9": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:35:39Z"
    name: isvc-init-fail-2bc5d9.18d35bea84c66c73
    namespace: kserve-ci-e2e-test
    resourceVersion: "20314"
    uid: 813b02be-e309-417d-865e-4c17a29206d0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:34:23.786169Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19556"
    uid: 37cde063-d68a-48ca-88db-7cf8a26b7b39
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt
    to ip-10-0-134-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:34:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:34:23Z"
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt.18d35bd8d1be0fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "19560"
    uid: 34bc6155-4dbd-4c8a-ae2e-84354b2973dc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19564"
    uid: 37cde063-d68a-48ca-88db-7cf8a26b7b39
  kind: Event
  lastTimestamp: "2026-09-08T13:34:24Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:34:24Z"
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt.18d35bd8f3d25f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19576"
    uid: 7ae1824b-9d1a-4638-9157-78e0f157edaf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19558"
    uid: 37cde063-d68a-48ca-88db-7cf8a26b7b39
  kind: Event
  lastTimestamp: "2026-09-08T13:34:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:24Z"
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt.18d35bd8f5ad9d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19578"
    uid: 4bfacb7c-43d9-4b68-bb40-2e03c10d37ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19558"
    uid: 37cde063-d68a-48ca-88db-7cf8a26b7b39
  kind: Event
  lastTimestamp: "2026-09-08T13:34:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:24Z"
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt.18d35bd8f8928122
    namespace: kserve-ci-e2e-test
    resourceVersion: "19579"
    uid: aba1b471-8465-4bd1-ad15-2fa90ad9cac8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19558"
    uid: 37cde063-d68a-48ca-88db-7cf8a26b7b39
  kind: Event
  lastTimestamp: "2026-09-08T13:34:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:24Z"
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt.18d35bd8f9082263
    namespace: kserve-ci-e2e-test
    resourceVersion: "19580"
    uid: 9b84148a-b5c5-48a8-9bdf-8e927685d4d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19558"
    uid: 37cde063-d68a-48ca-88db-7cf8a26b7b39
  kind: Event
  lastTimestamp: "2026-09-08T13:34:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:28Z"
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt.18d35bd9e882de66
    namespace: kserve-ci-e2e-test
    resourceVersion: "19612"
    uid: 0f1b8cd9-d301-492c-af4f-8fd18e6ca335
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19558"
    uid: 37cde063-d68a-48ca-88db-7cf8a26b7b39
  kind: Event
  lastTimestamp: "2026-09-08T13:34:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:28Z"
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt.18d35bd9eb6e3315
    namespace: kserve-ci-e2e-test
    resourceVersion: "19614"
    uid: c5ef0e7d-1d57-454c-8fb6-9433809c2f23
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19558"
    uid: 37cde063-d68a-48ca-88db-7cf8a26b7b39
  kind: Event
  lastTimestamp: "2026-09-08T13:34:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:28Z"
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt.18d35bd9ebdf5dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19615"
    uid: 94c43e78-a43a-45aa-bfd2-dab06265a540
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19558"
    uid: 37cde063-d68a-48ca-88db-7cf8a26b7b39
  kind: Event
  lastTimestamp: "2026-09-08T13:34:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:28Z"
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt.18d35bd9ebe9b5c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19618"
    uid: f3f2cd4d-ec8c-4c27-be87-663e1b9e0166
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19558"
    uid: 37cde063-d68a-48ca-88db-7cf8a26b7b39
  kind: Event
  lastTimestamp: "2026-09-08T13:34:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:28Z"
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt.18d35bd9ee7cbdaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19619"
    uid: 2e88c8b3-1449-42c0-a4a3-bcbc659ca6ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19558"
    uid: 37cde063-d68a-48ca-88db-7cf8a26b7b39
  kind: Event
  lastTimestamp: "2026-09-08T13:34:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:28Z"
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt.18d35bd9eeeea447
    namespace: kserve-ci-e2e-test
    resourceVersion: "19621"
    uid: 64e63d21-390b-458d-ae92-55986956a103
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19558"
    uid: 37cde063-d68a-48ca-88db-7cf8a26b7b39
  kind: Event
  lastTimestamp: "2026-09-08T13:34:28Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:c3ee3a6f171b9b14a568235eb62ede6dd8f7ea7683b72ae6ec0eba2ed9795e68"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:28Z"
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt.18d35bd9eef94951
    namespace: kserve-ci-e2e-test
    resourceVersion: "19622"
    uid: 0236d4c2-ff8e-407a-93e0-0342eee350be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19558"
    uid: 37cde063-d68a-48ca-88db-7cf8a26b7b39
  kind: Event
  lastTimestamp: "2026-09-08T13:34:28Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-08T13:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:28Z"
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt.18d35bd9f1c5a7a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19623"
    uid: 8be5b659-1eb4-47ce-9003-f98de84dc457
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19558"
    uid: 37cde063-d68a-48ca-88db-7cf8a26b7b39
  kind: Event
  lastTimestamp: "2026-09-08T13:34:28Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-08T13:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:28Z"
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt.18d35bd9f237391a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19624"
    uid: 1648eac3-e15e-49c5-9f7e-a5487296cd6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19558"
    uid: 37cde063-d68a-48ca-88db-7cf8a26b7b39
  kind: Event
  lastTimestamp: "2026-09-08T13:36:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:36:06Z"
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt.18d35bda248f808a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20737"
    uid: 1159570e-9694-40b3-b3d9-a0fc1883b2b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19558"
    uid: 37cde063-d68a-48ca-88db-7cf8a26b7b39
  kind: Event
  lastTimestamp: "2026-09-08T13:36:06Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-08T13:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:36:06Z"
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt.18d35bda606ff456
    namespace: kserve-ci-e2e-test
    resourceVersion: "20738"
    uid: 8d579018-1d44-4d06-9c00-a067da89a3e2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19558"
    uid: 37cde063-d68a-48ca-88db-7cf8a26b7b39
  kind: Event
  lastTimestamp: "2026-09-08T13:35:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:58Z"
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt.18d35beef93bf2c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20588"
    uid: 8f17df8a-45b7-4b80-8021-95e0584ae542
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19558"
    uid: 37cde063-d68a-48ca-88db-7cf8a26b7b39
  kind: Event
  lastTimestamp: "2026-09-08T13:35:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:58Z"
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt.18d35beef93d2964
    namespace: kserve-ci-e2e-test
    resourceVersion: "20589"
    uid: f2b128f0-2b8f-449a-9110-6a643e6cd4d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19558"
    uid: 37cde063-d68a-48ca-88db-7cf8a26b7b39
  kind: Event
  lastTimestamp: "2026-09-08T13:35:58Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-08T13:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:58Z"
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt.18d35beef93d3b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20590"
    uid: c3b08b7b-cf8f-4e6b-9f38-ae1dc9c909fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19558"
    uid: 37cde063-d68a-48ca-88db-7cf8a26b7b39
  kind: Event
  lastTimestamp: "2026-09-08T13:36:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:36:16Z"
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt.18d35bef90b40b87
    namespace: kserve-ci-e2e-test
    resourceVersion: "20816"
    uid: 8419d759-93c0-45fc-ae79-d56b3834db11
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19546"
    uid: 7b416cea-d7ab-4c96-91b6-87e2e925bb1d
  kind: Event
  lastTimestamp: "2026-09-08T13:34:23Z"
  message: 'Created pod: isvc-logger-raw-27b1d-predictor-65ccdb9f6c-bskxt'
  metadata:
    creationTimestamp: "2026-09-08T13:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:34:23Z"
    name: isvc-logger-raw-27b1d-predictor-65ccdb9f6c.18d35bd8d1455416
    namespace: kserve-ci-e2e-test
    resourceVersion: "19557"
    uid: 7fe0b120-3b47-44eb-b48b-1e37c1345f60
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-27b1d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19543"
    uid: 56666b5d-0e35-4db5-b141-6aa0daf8ae79
  kind: Event
  lastTimestamp: "2026-09-08T13:34:23Z"
  message: Scaled up replica set isvc-logger-raw-27b1d-predictor-65ccdb9f6c from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-08T13:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:34:23Z"
    name: isvc-logger-raw-27b1d-predictor.18d35bd8cddb38aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19548"
    uid: 973c944f-c854-45ab-b94a-b4ff18b4b14d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-27b1d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19545"
    uid: b0bbf149-0c43-4da5-b136-ef272bfed42b
  kind: Event
  lastTimestamp: "2026-09-08T13:35:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:35:08Z"
    name: isvc-logger-raw-27b1d-predictor.18d35bdc4c503588
    namespace: kserve-ci-e2e-test
    resourceVersion: "19949"
    uid: 856680d6-68ea-4f02-9e6b-1d1759110475
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-27b1d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19545"
    uid: b0bbf149-0c43-4da5-b136-ef272bfed42b
  kind: Event
  lastTimestamp: "2026-09-08T13:35:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:35:08Z"
    name: isvc-logger-raw-27b1d-predictor.18d35bdc4cd1de2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19950"
    uid: 7c631f3c-ff65-442e-b787-fdeea0c37180
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-27b1d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19716"
    uid: b0bbf149-0c43-4da5-b136-ef272bfed42b
  kind: Event
  lastTimestamp: "2026-09-08T13:35:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:34:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:35:53Z"
    name: isvc-logger-raw-27b1d-predictor.18d35bdfcbab1a10
    namespace: kserve-ci-e2e-test
    resourceVersion: "20477"
    uid: 3e6841fe-5e1d-48c6-9eeb-04e0505d14f4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-27b1d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19716"
    uid: b0bbf149-0c43-4da5-b136-ef272bfed42b
  kind: Event
  lastTimestamp: "2026-09-08T13:35:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:34:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:35:53Z"
    name: isvc-logger-raw-27b1d-predictor.18d35bdfcc2a881e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20478"
    uid: 30291c61-2193-4afb-b412-1701f852f27b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-27b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19535"
    uid: ad95b03b-68ee-4ff2-ae6d-b47454756f13
  kind: Event
  lastTimestamp: "2026-09-08T13:35:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:35:46Z"
    name: isvc-logger-raw-27b1d.18d35bd8cddbb760
    namespace: kserve-ci-e2e-test
    resourceVersion: "20406"
    uid: 06fe80ed-16c0-4ba3-86de-54be03416716
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-27b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19535"
    uid: ad95b03b-68ee-4ff2-ae6d-b47454756f13
  kind: Event
  lastTimestamp: "2026-09-08T13:34:23Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-27b1d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-27b1d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:34:23Z"
    name: isvc-logger-raw-27b1d.18d35bd8ce614c7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19551"
    uid: 5a67dc50-1c40-486b-8da2-9147ab5ae590
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-27b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20404"
    uid: ad95b03b-68ee-4ff2-ae6d-b47454756f13
  kind: Event
  lastTimestamp: "2026-09-08T13:35:46Z"
  message: InferenceService [isvc-logger-raw-27b1d] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:35:46Z"
    name: isvc-logger-raw-27b1d.18d35bec19f52f13
    namespace: kserve-ci-e2e-test
    resourceVersion: "20405"
    uid: 4532c20f-89b0-486b-b05f-049f08bc982b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:43:44.265734Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24687"
    uid: ff594022-599f-415f-a201-31b4bba772aa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2
    to ip-10-0-136-211.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:43:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:43:44Z"
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2.18d35c5b50ed7bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24694"
    uid: 4f170e78-9c76-4408-b020-42e523423d96
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24698"
    uid: ff594022-599f-415f-a201-31b4bba772aa
  kind: Event
  lastTimestamp: "2026-09-08T13:43:44Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:43:44Z"
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2.18d35c5b728d4b63
    namespace: kserve-ci-e2e-test
    resourceVersion: "24713"
    uid: 1c28642c-be46-409e-8ac9-6c94c90c1d6d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24692"
    uid: ff594022-599f-415f-a201-31b4bba772aa
  kind: Event
  lastTimestamp: "2026-09-08T13:43:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:43:44Z"
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2.18d35c5b756125bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24716"
    uid: 1d739225-50e1-4329-a77e-2143b28d3a70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24692"
    uid: ff594022-599f-415f-a201-31b4bba772aa
  kind: Event
  lastTimestamp: "2026-09-08T13:43:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:43:44Z"
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2.18d35c5b7869b55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24717"
    uid: 4bf1a680-32f9-46a2-bf50-88d3df1b2725
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24692"
    uid: ff594022-599f-415f-a201-31b4bba772aa
  kind: Event
  lastTimestamp: "2026-09-08T13:43:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:43:44Z"
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2.18d35c5b78e04dda
    namespace: kserve-ci-e2e-test
    resourceVersion: "24718"
    uid: 9af3fcdc-1877-431a-b2cb-81a8095f9a67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24692"
    uid: ff594022-599f-415f-a201-31b4bba772aa
  kind: Event
  lastTimestamp: "2026-09-08T13:43:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:43:48Z"
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2.18d35c5c5523c4ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "24750"
    uid: 55717433-9a4e-4e7c-a98a-3d54125bd7f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24692"
    uid: ff594022-599f-415f-a201-31b4bba772aa
  kind: Event
  lastTimestamp: "2026-09-08T13:43:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:43:48Z"
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2.18d35c5c5867bf0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24752"
    uid: 7b355148-c093-466c-96f6-f188011c4a1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24692"
    uid: ff594022-599f-415f-a201-31b4bba772aa
  kind: Event
  lastTimestamp: "2026-09-08T13:43:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:43:48Z"
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2.18d35c5c58dc2ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24753"
    uid: ade849be-38ad-40a2-a4bf-75beeafbc20b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24692"
    uid: ff594022-599f-415f-a201-31b4bba772aa
  kind: Event
  lastTimestamp: "2026-09-08T13:43:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:43:48Z"
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2.18d35c5c58e62365
    namespace: kserve-ci-e2e-test
    resourceVersion: "24754"
    uid: 62a468d6-ee34-4acc-a072-08f1d612bbf2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24692"
    uid: ff594022-599f-415f-a201-31b4bba772aa
  kind: Event
  lastTimestamp: "2026-09-08T13:43:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:43:48Z"
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2.18d35c5c5ba9af72
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: ac3ff712-1063-4a61-a134-185e77e9454e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24692"
    uid: ff594022-599f-415f-a201-31b4bba772aa
  kind: Event
  lastTimestamp: "2026-09-08T13:43:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:43:48Z"
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2.18d35c5c5c1c52b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 86a0459c-ef74-445d-92f3-2c93dab14060
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24692"
    uid: ff594022-599f-415f-a201-31b4bba772aa
  kind: Event
  lastTimestamp: "2026-09-08T13:43:48Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:c3ee3a6f171b9b14a568235eb62ede6dd8f7ea7683b72ae6ec0eba2ed9795e68"
  metadata:
    creationTimestamp: "2026-09-08T13:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:43:48Z"
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2.18d35c5c5c2aa2ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "24760"
    uid: e1ba14b0-8ab6-4d15-88a4-f7da0bd47b4b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24692"
    uid: ff594022-599f-415f-a201-31b4bba772aa
  kind: Event
  lastTimestamp: "2026-09-08T13:43:52Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:c3ee3a6f171b9b14a568235eb62ede6dd8f7ea7683b72ae6ec0eba2ed9795e68"
    in 3.867s (3.867s including waiting). Image size: 243416140 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:43:52Z"
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2.18d35c5d42b756cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24787"
    uid: 5610dbfc-4cf5-4e7c-9dde-62a20b1b16cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24692"
    uid: ff594022-599f-415f-a201-31b4bba772aa
  kind: Event
  lastTimestamp: "2026-09-08T13:43:52Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-08T13:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:43:52Z"
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2.18d35c5d45875aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24788"
    uid: 9576af80-3c47-4d67-9d30-e08b792c2238
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24692"
    uid: ff594022-599f-415f-a201-31b4bba772aa
  kind: Event
  lastTimestamp: "2026-09-08T13:43:52Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-08T13:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:43:52Z"
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2.18d35c5d45fe26f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24789"
    uid: d7885509-01de-40a1-afba-68dcb7d49cbe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24692"
    uid: ff594022-599f-415f-a201-31b4bba772aa
  kind: Event
  lastTimestamp: "2026-09-08T13:45:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:28Z"
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2.18d35c5d80926179
    namespace: kserve-ci-e2e-test
    resourceVersion: "25860"
    uid: 44986df2-9524-4f43-ad3d-65d3368fd9ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24692"
    uid: ff594022-599f-415f-a201-31b4bba772aa
  kind: Event
  lastTimestamp: "2026-09-08T13:45:28Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-08T13:43:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:28Z"
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2.18d35c5dbc5e2ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25861"
    uid: a2215d0c-8bcd-4a6b-a88d-0f57dcb0d094
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24692"
    uid: ff594022-599f-415f-a201-31b4bba772aa
  kind: Event
  lastTimestamp: "2026-09-08T13:45:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:09Z"
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2.18d35c6f2b4972bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25661"
    uid: 527df223-6a40-4368-aa94-ab65c7c22562
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24692"
    uid: ff594022-599f-415f-a201-31b4bba772aa
  kind: Event
  lastTimestamp: "2026-09-08T13:45:09Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-08T13:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:09Z"
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2.18d35c6f2b49e1de
    namespace: kserve-ci-e2e-test
    resourceVersion: "25665"
    uid: 62b9ff3f-bd52-42bd-b9c3-cbb15a238011
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24692"
    uid: ff594022-599f-415f-a201-31b4bba772aa
  kind: Event
  lastTimestamp: "2026-09-08T13:45:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:09Z"
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2.18d35c6f2b4a4838
    namespace: kserve-ci-e2e-test
    resourceVersion: "25667"
    uid: 424b29a4-ee0c-4555-add3-46fb42158032
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24692"
    uid: ff594022-599f-415f-a201-31b4bba772aa
  kind: Event
  lastTimestamp: "2026-09-08T13:45:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:28Z"
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2.18d35c7020ee1e63
    namespace: kserve-ci-e2e-test
    resourceVersion: "25857"
    uid: 80e7b0f5-31da-4f47-adff-3485736cdc48
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24678"
    uid: e4e0b4b9-85d7-4f1f-bdb5-085c0bd2648e
  kind: Event
  lastTimestamp: "2026-09-08T13:43:44Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-5fc9c469d5-9cjl2'
  metadata:
    creationTimestamp: "2026-09-08T13:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:43:44Z"
    name: isvc-logger-raw-cipn-predictor-5fc9c469d5.18d35c5b50201ea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24690"
    uid: e5f83a92-a806-48cc-a566-88a81ebf4c11
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24676"
    uid: 547aab8e-85c2-4702-90a6-5c055aa068c9
  kind: Event
  lastTimestamp: "2026-09-08T13:43:44Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-5fc9c469d5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-08T13:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:43:44Z"
    name: isvc-logger-raw-cipn-predictor.18d35c5b4ca7f67f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: 8622594e-17e9-46fa-9245-31f8ee01c6e0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24677"
    uid: 782b5269-2f4e-4e11-accc-5380654e6b29
  kind: Event
  lastTimestamp: "2026-09-08T13:44:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:44:14Z"
    name: isvc-logger-raw-cipn-predictor.18d35c5ecb0bbf57
    namespace: kserve-ci-e2e-test
    resourceVersion: "24953"
    uid: 4cc990aa-9113-4b72-8310-d855eddc855a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24677"
    uid: 782b5269-2f4e-4e11-accc-5380654e6b29
  kind: Event
  lastTimestamp: "2026-09-08T13:44:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:44:14Z"
    name: isvc-logger-raw-cipn-predictor.18d35c5ecb772470
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: ca6faf30-2f5b-4b5b-a102-c22b1b4421a7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24842"
    uid: 782b5269-2f4e-4e11-accc-5380654e6b29
  kind: Event
  lastTimestamp: "2026-09-08T13:44:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:44:59Z"
    name: isvc-logger-raw-cipn-predictor.18d35c65c93c24ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25282"
    uid: 01395575-9005-40ca-87b3-f89be37a5a55
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24842"
    uid: 782b5269-2f4e-4e11-accc-5380654e6b29
  kind: Event
  lastTimestamp: "2026-09-08T13:44:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:44:59Z"
    name: isvc-logger-raw-cipn-predictor.18d35c65c9b7a401
    namespace: kserve-ci-e2e-test
    resourceVersion: "25283"
    uid: 7023633e-d515-475e-8922-9cfbbb8ef1cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24670"
    uid: b915a348-680e-4f04-b05a-2c92e3b071df
  kind: Event
  lastTimestamp: "2026-09-08T13:44:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:44:58Z"
    name: isvc-logger-raw-cipn.18d35c5b4c9cdef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25277"
    uid: 8c08193b-95de-413d-a402-2d12554f5209
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24670"
    uid: b915a348-680e-4f04-b05a-2c92e3b071df
  kind: Event
  lastTimestamp: "2026-09-08T13:43:44Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:43:44Z"
    name: isvc-logger-raw-cipn.18d35c5b4d258b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "24701"
    uid: 0365bc25-b7e2-4447-8a5e-a90cf70ccf55
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24672"
    uid: b915a348-680e-4f04-b05a-2c92e3b071df
  kind: Event
  lastTimestamp: "2026-09-08T13:43:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:43:44Z"
    name: isvc-logger-raw-cipn.18d35c5b5429e0db
    namespace: kserve-ci-e2e-test
    resourceVersion: "24702"
    uid: b00e3824-57ae-4ccc-b2f9-4c5f0c92b8e3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25275"
    uid: b915a348-680e-4f04-b05a-2c92e3b071df
  kind: Event
  lastTimestamp: "2026-09-08T13:44:58Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:44:58Z"
    name: isvc-logger-raw-cipn.18d35c6cb20a58de
    namespace: kserve-ci-e2e-test
    resourceVersion: "25276"
    uid: 9d050f0d-fe91-4437-9460-04ee3de524a7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:33:33.405895Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18951"
    uid: 0c0df0d7-0f99-464d-814f-54b8a7c79fac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9
    to ip-10-0-136-211.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:33:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:33:33Z"
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9.18d35bcd16d854e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18958"
    uid: 798ced33-ba18-464b-8548-df3393aa9a80
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18953"
    uid: 0c0df0d7-0f99-464d-814f-54b8a7c79fac
  kind: Event
  lastTimestamp: "2026-09-08T13:33:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-d220f4-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:33Z"
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9.18d35bcd2065b298
    namespace: kserve-ci-e2e-test
    resourceVersion: "18966"
    uid: bfd55c39-90b1-430a-9127-88521e8ddd4d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18961"
    uid: 0c0df0d7-0f99-464d-814f-54b8a7c79fac
  kind: Event
  lastTimestamp: "2026-09-08T13:33:34Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:33:34Z"
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9.18d35bcd5c87a0f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18978"
    uid: a8322af4-a62b-476c-9812-688b8cd001fa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18953"
    uid: 0c0df0d7-0f99-464d-814f-54b8a7c79fac
  kind: Event
  lastTimestamp: "2026-09-08T13:33:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:34Z"
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9.18d35bcd5e3c1abe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18980"
    uid: cccc0202-92d9-4721-97db-4ef7db0b56c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18953"
    uid: 0c0df0d7-0f99-464d-814f-54b8a7c79fac
  kind: Event
  lastTimestamp: "2026-09-08T13:33:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:34Z"
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9.18d35bcd616a9cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18981"
    uid: 68b5ed23-d972-42cd-9964-51bafc6585eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18953"
    uid: 0c0df0d7-0f99-464d-814f-54b8a7c79fac
  kind: Event
  lastTimestamp: "2026-09-08T13:33:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:34Z"
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9.18d35bcd61e1a483
    namespace: kserve-ci-e2e-test
    resourceVersion: "18982"
    uid: 3de05ac1-de78-4cc8-b8d9-86f7dd94a159
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18953"
    uid: 0c0df0d7-0f99-464d-814f-54b8a7c79fac
  kind: Event
  lastTimestamp: "2026-09-08T13:33:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:38Z"
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9.18d35bce414038c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19024"
    uid: 4f73d6e3-e55f-458f-ae4b-c5fa3c14f55f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18953"
    uid: 0c0df0d7-0f99-464d-814f-54b8a7c79fac
  kind: Event
  lastTimestamp: "2026-09-08T13:33:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:38Z"
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9.18d35bce441e7050
    namespace: kserve-ci-e2e-test
    resourceVersion: "19027"
    uid: 0d6b9b91-902b-49d7-bdc1-5835f78b7b20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18953"
    uid: 0c0df0d7-0f99-464d-814f-54b8a7c79fac
  kind: Event
  lastTimestamp: "2026-09-08T13:33:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:38Z"
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9.18d35bce44962bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19030"
    uid: f3795a89-3043-4cd0-864a-0b91fdd755a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18953"
    uid: 0c0df0d7-0f99-464d-814f-54b8a7c79fac
  kind: Event
  lastTimestamp: "2026-09-08T13:33:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:38Z"
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9.18d35bce44a0eb11
    namespace: kserve-ci-e2e-test
    resourceVersion: "19031"
    uid: 18ebd390-3906-4134-a302-c4cc3abfd4f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18953"
    uid: 0c0df0d7-0f99-464d-814f-54b8a7c79fac
  kind: Event
  lastTimestamp: "2026-09-08T13:33:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:38Z"
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9.18d35bce479d6529
    namespace: kserve-ci-e2e-test
    resourceVersion: "19033"
    uid: f993edee-0e1e-46d4-b0db-89ef567c5658
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18953"
    uid: 0c0df0d7-0f99-464d-814f-54b8a7c79fac
  kind: Event
  lastTimestamp: "2026-09-08T13:33:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:38Z"
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9.18d35bce480e5ad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19034"
    uid: 62c28875-70c3-42b7-ac0b-724a2834ad0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18953"
    uid: 0c0df0d7-0f99-464d-814f-54b8a7c79fac
  kind: Event
  lastTimestamp: "2026-09-08T13:35:35Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:35Z"
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9.18d35bce7d3438a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20255"
    uid: d532763f-31fa-4980-80ea-bdcde65f2c6a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18953"
    uid: 0c0df0d7-0f99-464d-814f-54b8a7c79fac
  kind: Event
  lastTimestamp: "2026-09-08T13:35:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:34Z"
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9.18d35be9538bade7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20242"
    uid: 874b3bd5-dea9-4ed8-a4e9-6edf939bb64d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18953"
    uid: 0c0df0d7-0f99-464d-814f-54b8a7c79fac
  kind: Event
  lastTimestamp: "2026-09-08T13:35:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:34Z"
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9.18d35be9538c2642
    namespace: kserve-ci-e2e-test
    resourceVersion: "20243"
    uid: 0e6142c5-b59b-461c-9fb6-63020a87e43a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18953"
    uid: 0c0df0d7-0f99-464d-814f-54b8a7c79fac
  kind: Event
  lastTimestamp: "2026-09-08T13:35:35Z"
  message: 'Readiness probe failed: Get "https://10.132.0.21:8643/healthz": dial tcp
    10.132.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:35:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:35Z"
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9.18d35be97f7c9999
    namespace: kserve-ci-e2e-test
    resourceVersion: "20254"
    uid: f46894af-48e5-4e2c-8ce3-71040fbd3e98
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18943"
    uid: 480fc50f-9a7e-4951-b67c-386f3330eab0
  kind: Event
  lastTimestamp: "2026-09-08T13:33:33Z"
  message: 'Created pod: isvc-primary-d220f4-predictor-5f9f9f7fb5-jxlg9'
  metadata:
    creationTimestamp: "2026-09-08T13:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:33:33Z"
    name: isvc-primary-d220f4-predictor-5f9f9f7fb5.18d35bcd164ff93c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18952"
    uid: 7721ae4e-9fff-49f0-8af1-9b704b7b4de7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-d220f4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18941"
    uid: c1865d45-c991-43f7-9ecc-c84daef6c130
  kind: Event
  lastTimestamp: "2026-09-08T13:33:33Z"
  message: Scaled up replica set isvc-primary-d220f4-predictor-5f9f9f7fb5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-08T13:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:33:33Z"
    name: isvc-primary-d220f4-predictor.18d35bcd13aec3aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18945"
    uid: 1d088c45-b091-450d-9616-db4c6fbb6d60
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d220f4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18942"
    uid: 5d5aad3b-bd00-4f51-88f6-16ffbba014e7
  kind: Event
  lastTimestamp: "2026-09-08T13:34:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:34:03Z"
    name: isvc-primary-d220f4-predictor.18d35bd0929c3922
    namespace: kserve-ci-e2e-test
    resourceVersion: "19259"
    uid: 74a4e1a3-2ec3-4074-86d5-b1edc0561095
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d220f4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18942"
    uid: 5d5aad3b-bd00-4f51-88f6-16ffbba014e7
  kind: Event
  lastTimestamp: "2026-09-08T13:34:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:34:03Z"
    name: isvc-primary-d220f4-predictor.18d35bd093073044
    namespace: kserve-ci-e2e-test
    resourceVersion: "19260"
    uid: b81b89ba-a96a-486a-9bd8-d07485b20a74
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d220f4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19110"
    uid: 5d5aad3b-bd00-4f51-88f6-16ffbba014e7
  kind: Event
  lastTimestamp: "2026-09-08T13:35:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:35:18Z"
    name: isvc-primary-d220f4-predictor.18d35bd791312b40
    namespace: kserve-ci-e2e-test
    resourceVersion: "20025"
    uid: ed77ed70-78ff-4b30-90a0-29ff16be3758
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d220f4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19110"
    uid: 5d5aad3b-bd00-4f51-88f6-16ffbba014e7
  kind: Event
  lastTimestamp: "2026-09-08T13:35:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:35:18Z"
    name: isvc-primary-d220f4-predictor.18d35bd79196eaf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20028"
    uid: a20a969d-dd20-43b0-a491-613ff00eb79e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d220f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18933"
    uid: 9601f9ba-322c-447e-ad08-b61b45fb4d0b
  kind: Event
  lastTimestamp: "2026-09-08T13:34:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:34:55Z"
    name: isvc-primary-d220f4.18d35bcd13aeac3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19849"
    uid: 80a49bd3-6c73-4b48-b6c5-95ff12febfcb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d220f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18933"
    uid: 9601f9ba-322c-447e-ad08-b61b45fb4d0b
  kind: Event
  lastTimestamp: "2026-09-08T13:33:33Z"
  message: 'Failed to update status for InferenceService "isvc-primary-d220f4": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-d220f4":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:33:33Z"
    name: isvc-primary-d220f4.18d35bcd142f6ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18948"
    uid: a85fdd39-232b-4e17-8f43-10c00db6232d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d220f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18933"
    uid: 9601f9ba-322c-447e-ad08-b61b45fb4d0b
  kind: Event
  lastTimestamp: "2026-09-08T13:33:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-d220f4": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:33:33Z"
    name: isvc-primary-d220f4.18d35bcd142fae8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18949"
    uid: c7303f19-1669-4338-8afa-71229eeadad3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d220f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19845"
    uid: 9601f9ba-322c-447e-ad08-b61b45fb4d0b
  kind: Event
  lastTimestamp: "2026-09-08T13:34:55Z"
  message: InferenceService [isvc-primary-d220f4] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:34:55Z"
    name: isvc-primary-d220f4.18d35be0347b262f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19846"
    uid: f8ada687-490e-4bc4-a4f1-5f0dfeaed6c5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:28:27.999832Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: dbe45ca6-4181-4a1d-8f8f-8d1b1bbb82cd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp
    to ip-10-0-134-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:28:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:28:28Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp.18d35b85fb396752
    namespace: kserve-ci-e2e-test
    resourceVersion: "15736"
    uid: 4d6d9c13-eac8-4535-b5f7-a77ae597e3d7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: dbe45ca6-4181-4a1d-8f8f-8d1b1bbb82cd
  kind: Event
  lastTimestamp: "2026-09-08T13:28:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-raw-sklearn-batcher-e2eab-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:28Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp.18d35b8603bf8cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15772"
    uid: 8ddd27b5-7efd-4d48-b7a9-c8468ff46ae1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15746"
    uid: dbe45ca6-4181-4a1d-8f8f-8d1b1bbb82cd
  kind: Event
  lastTimestamp: "2026-09-08T13:28:29Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:28:29Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp.18d35b8641780ce4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15817"
    uid: d008b98b-8854-49f2-bcdd-d252371c81c9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: dbe45ca6-4181-4a1d-8f8f-8d1b1bbb82cd
  kind: Event
  lastTimestamp: "2026-09-08T13:28:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:29Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp.18d35b86430a4688
    namespace: kserve-ci-e2e-test
    resourceVersion: "15819"
    uid: 53c73bda-b14e-4d86-a35d-5108ba7d2f95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: dbe45ca6-4181-4a1d-8f8f-8d1b1bbb82cd
  kind: Event
  lastTimestamp: "2026-09-08T13:28:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:29Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp.18d35b864645d490
    namespace: kserve-ci-e2e-test
    resourceVersion: "15820"
    uid: 16b13467-c847-4afb-9365-56ab9dc03e71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: dbe45ca6-4181-4a1d-8f8f-8d1b1bbb82cd
  kind: Event
  lastTimestamp: "2026-09-08T13:28:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:29Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp.18d35b8646b75634
    namespace: kserve-ci-e2e-test
    resourceVersion: "15821"
    uid: b5d54ef4-dc59-4ac0-b643-b2c123c30fd0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: dbe45ca6-4181-4a1d-8f8f-8d1b1bbb82cd
  kind: Event
  lastTimestamp: "2026-09-08T13:28:33Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
  metadata:
    creationTimestamp: "2026-09-08T13:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:33Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp.18d35b8753a611ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15878"
    uid: d9baf565-2786-4228-85ff-6fd95ffd7d42
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: dbe45ca6-4181-4a1d-8f8f-8d1b1bbb82cd
  kind: Event
  lastTimestamp: "2026-09-08T13:28:50Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    in 17.039s (17.039s including waiting). Image size: 1583067020 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:50Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp.18d35b8b4b48657f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16018"
    uid: b88d4711-1a08-46ea-a5d5-fc5aaca2d9f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: dbe45ca6-4181-4a1d-8f8f-8d1b1bbb82cd
  kind: Event
  lastTimestamp: "2026-09-08T13:28:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:50Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp.18d35b8b4ef9d1fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16021"
    uid: 9d512019-07a6-4f32-ab9a-8ec401735c46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: dbe45ca6-4181-4a1d-8f8f-8d1b1bbb82cd
  kind: Event
  lastTimestamp: "2026-09-08T13:28:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:50Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp.18d35b8b4fc55c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16024"
    uid: 09f4fe46-b703-440a-9548-68621bce0a0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: dbe45ca6-4181-4a1d-8f8f-8d1b1bbb82cd
  kind: Event
  lastTimestamp: "2026-09-08T13:28:50Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-08T13:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:50Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp.18d35b8b4fd3ea82
    namespace: kserve-ci-e2e-test
    resourceVersion: "16025"
    uid: 5692a845-0a4a-4254-aa20-5127ac7d4e91
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: dbe45ca6-4181-4a1d-8f8f-8d1b1bbb82cd
  kind: Event
  lastTimestamp: "2026-09-08T13:28:53Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.542s (2.542s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:53Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp.18d35b8be75c4915
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: 2918255e-b197-4786-958f-ec9079afb0bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: dbe45ca6-4181-4a1d-8f8f-8d1b1bbb82cd
  kind: Event
  lastTimestamp: "2026-09-08T13:28:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:53Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp.18d35b8beadd77c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 8414495c-23d9-47ca-9ef1-982be741521e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: dbe45ca6-4181-4a1d-8f8f-8d1b1bbb82cd
  kind: Event
  lastTimestamp: "2026-09-08T13:28:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:53Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp.18d35b8beb44ff27
    namespace: kserve-ci-e2e-test
    resourceVersion: "16052"
    uid: 8a80ef2a-1b27-4830-aadf-f31bfb76091f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: dbe45ca6-4181-4a1d-8f8f-8d1b1bbb82cd
  kind: Event
  lastTimestamp: "2026-09-08T13:28:53Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:c3ee3a6f171b9b14a568235eb62ede6dd8f7ea7683b72ae6ec0eba2ed9795e68"
  metadata:
    creationTimestamp: "2026-09-08T13:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:53Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp.18d35b8beb52913b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16054"
    uid: e106d019-9acd-46fd-a055-a4ea1a930ff6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: dbe45ca6-4181-4a1d-8f8f-8d1b1bbb82cd
  kind: Event
  lastTimestamp: "2026-09-08T13:28:59Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:c3ee3a6f171b9b14a568235eb62ede6dd8f7ea7683b72ae6ec0eba2ed9795e68"
    in 5.995s (5.995s including waiting). Image size: 243416140 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:28:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:59Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp.18d35b8d50ad1f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "16117"
    uid: 702c4456-36fc-4455-9426-3a594dde3569
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: dbe45ca6-4181-4a1d-8f8f-8d1b1bbb82cd
  kind: Event
  lastTimestamp: "2026-09-08T13:28:59Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-08T13:28:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:59Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp.18d35b8d53c75baf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16119"
    uid: 82e93616-4303-4ab6-876c-622079354064
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: dbe45ca6-4181-4a1d-8f8f-8d1b1bbb82cd
  kind: Event
  lastTimestamp: "2026-09-08T13:28:59Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-08T13:28:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:28:59Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp.18d35b8d544f4c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "16120"
    uid: 6544534f-4118-4c44-b108-617ff5a86c68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:29:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: dbe45ca6-4181-4a1d-8f8f-8d1b1bbb82cd
  kind: Event
  lastTimestamp: "2026-09-08T13:30:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:35Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp.18d35b8da8351c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: e923fe2f-0e36-4ca4-80e0-1fe084ae14b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:29:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: dbe45ca6-4181-4a1d-8f8f-8d1b1bbb82cd
  kind: Event
  lastTimestamp: "2026-09-08T13:30:25Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-08T13:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:25Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp.18d35b8da83b7446
    namespace: kserve-ci-e2e-test
    resourceVersion: "16977"
    uid: 594751dd-9cc3-4fad-8126-193b6b97803a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: dbe45ca6-4181-4a1d-8f8f-8d1b1bbb82cd
  kind: Event
  lastTimestamp: "2026-09-08T13:30:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:23Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp.18d35ba0cd7b87b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16903"
    uid: db40bb7c-7978-4ddd-8522-9c33e30ff7dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: dbe45ca6-4181-4a1d-8f8f-8d1b1bbb82cd
  kind: Event
  lastTimestamp: "2026-09-08T13:30:23Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-08T13:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:23Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp.18d35ba0cd7bc0bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16905"
    uid: d3d59315-e7a3-44ad-92c3-a91e128cd620
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: dbe45ca6-4181-4a1d-8f8f-8d1b1bbb82cd
  kind: Event
  lastTimestamp: "2026-09-08T13:30:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:23Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp.18d35ba0cd7bfa27
    namespace: kserve-ci-e2e-test
    resourceVersion: "16907"
    uid: 2edf0ca2-d005-4846-97ff-f3a841cd491b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: dbe45ca6-4181-4a1d-8f8f-8d1b1bbb82cd
  kind: Event
  lastTimestamp: "2026-09-08T13:30:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp
    10.133.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:34Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp.18d35ba136bf4d28
    namespace: kserve-ci-e2e-test
    resourceVersion: "17073"
    uid: ed36a27a-a21a-44cb-abdc-497f5b211fad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: f9b869b7-4cdf-4b82-8a81-961f3168b138
  kind: Event
  lastTimestamp: "2026-09-08T13:28:27Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d-7zcxp'
  metadata:
    creationTimestamp: "2026-09-08T13:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:28:27Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d.18d35b85fad5d8a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15733"
    uid: c2431e96-48fd-4895-8ef0-86e23a72e306
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-e2eab-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15718"
    uid: 9557639c-ae6c-49fd-9699-ceec947a1266
  kind: Event
  lastTimestamp: "2026-09-08T13:28:27Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-e2eab-predictor-5b888c4b6d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:28:27Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor.18d35b85f2d748a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15720"
    uid: a3014edb-9e7c-41b3-a6f5-34242d03fc4b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-e2eab-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: f0fa2cc7-ac60-4478-a69b-bc376f244aed
  kind: Event
  lastTimestamp: "2026-09-08T13:29:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:29:43Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor.18d35b8977d45f02
    namespace: kserve-ci-e2e-test
    resourceVersion: "16449"
    uid: dfa2c5f3-8dd0-4f81-bd7b-a7e8726080c4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-e2eab-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: f0fa2cc7-ac60-4478-a69b-bc376f244aed
  kind: Event
  lastTimestamp: "2026-09-08T13:29:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:29:43Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor.18d35b89785c3a2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16450"
    uid: e18743d2-988a-44fd-99ad-eb1b4e94fa31
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:29:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-e2eab-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15963"
    uid: f0fa2cc7-ac60-4478-a69b-bc376f244aed
  kind: Event
  lastTimestamp: "2026-09-08T13:30:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:30:13Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor.18d35b9af3995bd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16712"
    uid: 900fb5db-c170-4ef7-9b80-6a0e8ab51494
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:29:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-e2eab-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15963"
    uid: f0fa2cc7-ac60-4478-a69b-bc376f244aed
  kind: Event
  lastTimestamp: "2026-09-08T13:30:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:30:13Z"
    name: isvc-raw-sklearn-batcher-e2eab-predictor.18d35b9af41963ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16713"
    uid: 79637851-2f0c-4dcc-b52d-e3a399d222d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-e2eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15705"
    uid: f92c1f74-b506-4668-9732-feda7de8ba5e
  kind: Event
  lastTimestamp: "2026-09-08T13:30:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:30:15Z"
    name: isvc-raw-sklearn-batcher-e2eab.18d35b85f8299a14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: 6d99ca54-185b-4e8b-8fcb-01284244fb1b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-e2eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15705"
    uid: f92c1f74-b506-4668-9732-feda7de8ba5e
  kind: Event
  lastTimestamp: "2026-09-08T13:28:27Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-e2eab":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-e2eab":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:28:27Z"
    name: isvc-raw-sklearn-batcher-e2eab.18d35b85f8af0289
    namespace: kserve-ci-e2e-test
    resourceVersion: "15728"
    uid: 77a2d1b3-8507-49be-9b13-b30d01657ba1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:28:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-e2eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15705"
    uid: f92c1f74-b506-4668-9732-feda7de8ba5e
  kind: Event
  lastTimestamp: "2026-09-08T13:28:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-e2eab": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:28:27Z"
    name: isvc-raw-sklearn-batcher-e2eab.18d35b85f8af53a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: 3da76729-0878-44f3-b191-b4ae4edc0253
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-e2eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16734"
    uid: f92c1f74-b506-4668-9732-feda7de8ba5e
  kind: Event
  lastTimestamp: "2026-09-08T13:30:15Z"
  message: InferenceService [isvc-raw-sklearn-batcher-e2eab] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:30:15Z"
    name: isvc-raw-sklearn-batcher-e2eab.18d35b9eeb456b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16735"
    uid: 9ffa1a31-a6c0-4dfc-9336-64b6b32dccb8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:35:18.609603Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d220f4-predictor-7c67b87d58-mnpz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20044"
    uid: 7a69b3fc-2006-4c83-ba99-ca6dbb2c9387
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-d220f4-predictor-7c67b87d58-mnpz9
    to ip-10-0-136-211.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:35:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:35:18Z"
    name: isvc-secondary-d220f4-predictor-7c67b87d58-mnpz9.18d35be595794838
    namespace: kserve-ci-e2e-test
    resourceVersion: "20050"
    uid: e2461cf1-74ed-4873-a3ad-a3f31dfa23fa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d220f4-predictor-7c67b87d58-mnpz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20048"
    uid: 7a69b3fc-2006-4c83-ba99-ca6dbb2c9387
  kind: Event
  lastTimestamp: "2026-09-08T13:35:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-d220f4-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:18Z"
    name: isvc-secondary-d220f4-predictor-7c67b87d58-mnpz9.18d35be5a147444c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20058"
    uid: 29bfab02-d5b8-4b2f-815a-0cd789d37d60
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d220f4-predictor-7c67b87d58-mnpz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20054"
    uid: 7a69b3fc-2006-4c83-ba99-ca6dbb2c9387
  kind: Event
  lastTimestamp: "2026-09-08T13:35:19Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:35:19Z"
    name: isvc-secondary-d220f4-predictor-7c67b87d58-mnpz9.18d35be5daf6bea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: f10a12e9-c30d-44de-8ae0-9cca71d2b073
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d220f4-predictor-7c67b87d58-mnpz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20048"
    uid: 7a69b3fc-2006-4c83-ba99-ca6dbb2c9387
  kind: Event
  lastTimestamp: "2026-09-08T13:35:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:23Z"
    name: isvc-secondary-d220f4-predictor-7c67b87d58-mnpz9.18d35be5dc8994c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20108"
    uid: 2e170d02-04e1-4190-86fe-e3a19cb4fe89
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d220f4-predictor-7c67b87d58-mnpz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20048"
    uid: 7a69b3fc-2006-4c83-ba99-ca6dbb2c9387
  kind: Event
  lastTimestamp: "2026-09-08T13:35:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:23Z"
    name: isvc-secondary-d220f4-predictor-7c67b87d58-mnpz9.18d35be5df57ff62
    namespace: kserve-ci-e2e-test
    resourceVersion: "20112"
    uid: 8d7ca3bf-0324-4996-8ec1-a8915cd4562a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d220f4-predictor-7c67b87d58-mnpz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20048"
    uid: 7a69b3fc-2006-4c83-ba99-ca6dbb2c9387
  kind: Event
  lastTimestamp: "2026-09-08T13:35:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:23Z"
    name: isvc-secondary-d220f4-predictor-7c67b87d58-mnpz9.18d35be5e011fb76
    namespace: kserve-ci-e2e-test
    resourceVersion: "20113"
    uid: 84e37858-1bc7-4786-b5ad-2322a71feb0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d220f4-predictor-7c67b87d58-mnpz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20048"
    uid: 7a69b3fc-2006-4c83-ba99-ca6dbb2c9387
  kind: Event
  lastTimestamp: "2026-09-08T13:35:26Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-d220f4-predictor-7c67b87d58-mnpz9_kserve-ci-e2e-test(7a69b3fc-2006-4c83-ba99-ca6dbb2c9387)
  metadata:
    creationTimestamp: "2026-09-08T13:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:26Z"
    name: isvc-secondary-d220f4-predictor-7c67b87d58-mnpz9.18d35be77e984fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20141"
    uid: a76ced02-fce5-4fbe-b748-e3081d8b75bc
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-d220f4-predictor-7c67b87d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "20037"
    uid: cb05e962-0f65-444d-9306-21abea17db95
  kind: Event
  lastTimestamp: "2026-09-08T13:35:18Z"
  message: 'Created pod: isvc-secondary-d220f4-predictor-7c67b87d58-mnpz9'
  metadata:
    creationTimestamp: "2026-09-08T13:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:35:18Z"
    name: isvc-secondary-d220f4-predictor-7c67b87d58.18d35be594ffd0e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20047"
    uid: 4ec06775-420f-4a19-a2e1-370c692d8574
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-d220f4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20035"
    uid: 7e2fe473-c515-40a3-aded-b777c8c96008
  kind: Event
  lastTimestamp: "2026-09-08T13:35:18Z"
  message: Scaled up replica set isvc-secondary-d220f4-predictor-7c67b87d58 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-08T13:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:35:18Z"
    name: isvc-secondary-d220f4-predictor.18d35be59180828f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20038"
    uid: de92c274-642a-4121-ada4-ec39044f1912
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-d220f4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20036"
    uid: 03ad0e3d-4e1d-4f68-9c84-93873c0e7acb
  kind: Event
  lastTimestamp: "2026-09-08T13:35:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:35:33Z"
    name: isvc-secondary-d220f4-predictor.18d35be90ff96b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "20195"
    uid: ce2c4aec-cc93-4382-9923-598ad9c3d6b3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-d220f4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20036"
    uid: 03ad0e3d-4e1d-4f68-9c84-93873c0e7acb
  kind: Event
  lastTimestamp: "2026-09-08T13:35:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:35:33Z"
    name: isvc-secondary-d220f4-predictor.18d35be910b71595
    namespace: kserve-ci-e2e-test
    resourceVersion: "20196"
    uid: 2e56368d-39cc-4217-8925-06a41bc0c83a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d220f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20026"
    uid: c9c9f9b4-b0f5-4cfe-b4fa-7877758431a9
  kind: Event
  lastTimestamp: "2026-09-08T13:35:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:35:26Z"
    name: isvc-secondary-d220f4.18d35be591cac943
    namespace: kserve-ci-e2e-test
    resourceVersion: "20146"
    uid: f4c6f7e6-b458-4fee-bd43-8358bdef9d89
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d220f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20026"
    uid: c9c9f9b4-b0f5-4cfe-b4fa-7877758431a9
  kind: Event
  lastTimestamp: "2026-09-08T13:35:18Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-d220f4":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-d220f4":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:35:18Z"
    name: isvc-secondary-d220f4.18d35be5924b4ae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20041"
    uid: 8fe22449-fb19-4a51-87be-4bd9f13da497
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d220f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20026"
    uid: c9c9f9b4-b0f5-4cfe-b4fa-7877758431a9
  kind: Event
  lastTimestamp: "2026-09-08T13:35:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-d220f4": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:35:18Z"
    name: isvc-secondary-d220f4.18d35be5924ba2a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20042"
    uid: 87c491af-ec5b-48fd-9d88-c00a8965fcad
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:30:23.174711Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16889"
    uid: e836f2b0-4433-4819-a615-dbea75b8570a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj
    to ip-10-0-136-211.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:30:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:30:23Z"
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj.18d35ba0cc2e93fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16899"
    uid: 38f46113-f80b-4d17-9c25-4726ed8fe80c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16906"
    uid: e836f2b0-4433-4819-a615-dbea75b8570a
  kind: Event
  lastTimestamp: "2026-09-08T13:30:23Z"
  message: Add eth0 [10.132.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:30:23Z"
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj.18d35ba0ee222bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16949"
    uid: ccaab05c-d871-49ef-aef3-4668506ef461
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: e836f2b0-4433-4819-a615-dbea75b8570a
  kind: Event
  lastTimestamp: "2026-09-08T13:30:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:23Z"
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj.18d35ba0efd84963
    namespace: kserve-ci-e2e-test
    resourceVersion: "16952"
    uid: 99cde8bc-b2ab-468a-bcac-e8b80cbccfd1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: e836f2b0-4433-4819-a615-dbea75b8570a
  kind: Event
  lastTimestamp: "2026-09-08T13:30:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:23Z"
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj.18d35ba0f2c575a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: e05b9f2d-00a3-4fe6-abc4-1daab456aaad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: e836f2b0-4433-4819-a615-dbea75b8570a
  kind: Event
  lastTimestamp: "2026-09-08T13:30:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:23Z"
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj.18d35ba0f351e32b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16955"
    uid: fa219ddb-8212-4b1c-885d-f4ce4c070d07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: e836f2b0-4433-4819-a615-dbea75b8570a
  kind: Event
  lastTimestamp: "2026-09-08T13:30:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:27Z"
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj.18d35ba1d88df208
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 8ce22460-c743-4274-9ca8-fdfcfade89d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: e836f2b0-4433-4819-a615-dbea75b8570a
  kind: Event
  lastTimestamp: "2026-09-08T13:30:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:27Z"
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj.18d35ba1dbdfa552
    namespace: kserve-ci-e2e-test
    resourceVersion: "17007"
    uid: 57a84a23-c579-4280-abc0-426185f9b748
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: e836f2b0-4433-4819-a615-dbea75b8570a
  kind: Event
  lastTimestamp: "2026-09-08T13:30:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:27Z"
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj.18d35ba1dc591c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17010"
    uid: aea0d0c0-ebb7-4c3d-b73a-953320f8acd6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: e836f2b0-4433-4819-a615-dbea75b8570a
  kind: Event
  lastTimestamp: "2026-09-08T13:30:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:27Z"
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj.18d35ba1dc6366e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: 68262cd9-3342-43dc-8a9b-08b1c9b262f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: e836f2b0-4433-4819-a615-dbea75b8570a
  kind: Event
  lastTimestamp: "2026-09-08T13:30:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:27Z"
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj.18d35ba1def9e46f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 7a47ba5b-4dba-4043-a854-63b82dca4a5a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: e836f2b0-4433-4819-a615-dbea75b8570a
  kind: Event
  lastTimestamp: "2026-09-08T13:30:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:27Z"
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj.18d35ba1df6c81a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17013"
    uid: bf8eb2d2-4bf5-4153-9186-b13ccfe2fcaf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: e836f2b0-4433-4819-a615-dbea75b8570a
  kind: Event
  lastTimestamp: "2026-09-08T13:32:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:14Z"
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj.18d35ba21481f60f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18198"
    uid: dd669a54-bae1-4168-8539-b37c54a7d903
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: e836f2b0-4433-4819-a615-dbea75b8570a
  kind: Event
  lastTimestamp: "2026-09-08T13:32:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:13Z"
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj.18d35bba6e3c2352
    namespace: kserve-ci-e2e-test
    resourceVersion: "18086"
    uid: 0363ff46-d36d-4f67-8120-4280ce4790f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: e836f2b0-4433-4819-a615-dbea75b8570a
  kind: Event
  lastTimestamp: "2026-09-08T13:32:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:13Z"
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj.18d35bba6e3c8f80
    namespace: kserve-ci-e2e-test
    resourceVersion: "18088"
    uid: d6cd15a7-50aa-44ff-aa0b-d49dec6dfa84
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: e836f2b0-4433-4819-a615-dbea75b8570a
  kind: Event
  lastTimestamp: "2026-09-08T13:32:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.18:8643/healthz": dial tcp
    10.132.0.18:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:14Z"
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj.18d35bbac2c23411
    namespace: kserve-ci-e2e-test
    resourceVersion: "18196"
    uid: b5d7bd72-b24f-41ce-9be6-c3149f9fdd39
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16872"
    uid: 9da46ba1-fc6f-4886-970c-479f344383ff
  kind: Event
  lastTimestamp: "2026-09-08T13:30:23Z"
  message: 'Created pod: isvc-sklearn-graph-raw-3d858-predictor-554774999b-l8wkj'
  metadata:
    creationTimestamp: "2026-09-08T13:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:30:23Z"
    name: isvc-sklearn-graph-raw-3d858-predictor-554774999b.18d35ba0cba29c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: d7c2e718-44ef-401e-80a5-32cbe770b2c0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-3d858-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16868"
    uid: 13522432-ee37-4118-adff-d4895cc15f98
  kind: Event
  lastTimestamp: "2026-09-08T13:30:23Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-3d858-predictor-554774999b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:30:23Z"
    name: isvc-sklearn-graph-raw-3d858-predictor.18d35ba0c782f3c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16874"
    uid: bc4b6ce9-3f1c-4a6a-8eee-eac3bd3221ac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-3d858-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: 4a50e354-b987-4470-ad59-6d04f045c9fe
  kind: Event
  lastTimestamp: "2026-09-08T13:31:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:31:08Z"
    name: isvc-sklearn-graph-raw-3d858-predictor.18d35ba444fec3ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17333"
    uid: 4fcf16b7-d5a6-42d1-abd8-bd703c8c5bc3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-3d858-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: 4a50e354-b987-4470-ad59-6d04f045c9fe
  kind: Event
  lastTimestamp: "2026-09-08T13:31:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:31:08Z"
    name: isvc-sklearn-graph-raw-3d858-predictor.18d35ba44572e8df
    namespace: kserve-ci-e2e-test
    resourceVersion: "17334"
    uid: dfd9fbfa-6224-46ba-aa66-01062f05c64b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-3d858-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17098"
    uid: 4a50e354-b987-4470-ad59-6d04f045c9fe
  kind: Event
  lastTimestamp: "2026-09-08T13:32:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:32:08Z"
    name: isvc-sklearn-graph-raw-3d858-predictor.18d35ba7c4afa520
    namespace: kserve-ci-e2e-test
    resourceVersion: "18003"
    uid: 5c0ba401-0641-4c2d-886b-8b47757fe9a3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-3d858-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17098"
    uid: 4a50e354-b987-4470-ad59-6d04f045c9fe
  kind: Event
  lastTimestamp: "2026-09-08T13:32:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:32:08Z"
    name: isvc-sklearn-graph-raw-3d858-predictor.18d35ba7c51cb863
    namespace: kserve-ci-e2e-test
    resourceVersion: "18004"
    uid: d1ecfe0d-be42-45c0-893e-c9e325585153
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-3d858
    namespace: kserve-ci-e2e-test
    resourceVersion: "16859"
    uid: 58e2c199-b2f4-487a-84c9-5f9114417fe6
  kind: Event
  lastTimestamp: "2026-09-08T13:31:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:31:44Z"
    name: isvc-sklearn-graph-raw-3d858.18d35ba0c65d838a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17622"
    uid: 84e89e56-c921-4bdb-9978-1fc791434ca3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-3d858
    namespace: kserve-ci-e2e-test
    resourceVersion: "16859"
    uid: 58e2c199-b2f4-487a-84c9-5f9114417fe6
  kind: Event
  lastTimestamp: "2026-09-08T13:30:23Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-3d858":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-3d858":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:30:23Z"
    name: isvc-sklearn-graph-raw-3d858.18d35ba0c7b2818f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16876"
    uid: c940b013-238b-49d2-98b0-4d82fb785804
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-3d858
    namespace: kserve-ci-e2e-test
    resourceVersion: "17620"
    uid: 58e2c199-b2f4-487a-84c9-5f9114417fe6
  kind: Event
  lastTimestamp: "2026-09-08T13:31:44Z"
  message: InferenceService [isvc-sklearn-graph-raw-3d858] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:31:44Z"
    name: isvc-sklearn-graph-raw-3d858.18d35bb3cbe794cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17621"
    uid: 5aa9ce03-092a-4de4-8df6-f0a3431557f7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:32:13.408227Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18129"
    uid: a17a30d3-2828-4ded-bd3f-46c65d7cef01
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr
    to ip-10-0-136-211.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:32:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:32:13Z"
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr.18d35bba769c87ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: 488b1b9e-44d6-4ef1-b09d-f6825091cdd7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18144"
    uid: a17a30d3-2828-4ded-bd3f-46c65d7cef01
  kind: Event
  lastTimestamp: "2026-09-08T13:32:13Z"
  message: Add eth0 [10.132.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:32:13Z"
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr.18d35bba9851ff7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18181"
    uid: f5a9ba79-a1df-470e-b499-12e8ed01ab83
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18131"
    uid: a17a30d3-2828-4ded-bd3f-46c65d7cef01
  kind: Event
  lastTimestamp: "2026-09-08T13:32:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:14Z"
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr.18d35bba99e941e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18183"
    uid: 82bb3ef9-afd4-4770-b16c-37230203bc21
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18131"
    uid: a17a30d3-2828-4ded-bd3f-46c65d7cef01
  kind: Event
  lastTimestamp: "2026-09-08T13:32:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:14Z"
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr.18d35bba9cec37d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18184"
    uid: 914b29ba-945e-412a-9d92-589fd51c3101
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18131"
    uid: a17a30d3-2828-4ded-bd3f-46c65d7cef01
  kind: Event
  lastTimestamp: "2026-09-08T13:32:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:14Z"
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr.18d35bba9d5e1f4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18185"
    uid: 35b18c88-d4c9-42e3-b6ea-f82bd9600288
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18131"
    uid: a17a30d3-2828-4ded-bd3f-46c65d7cef01
  kind: Event
  lastTimestamp: "2026-09-08T13:32:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:18Z"
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr.18d35bbb8e87d35a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18238"
    uid: c73580ca-20ff-473e-80ab-bdca32c7b96a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18131"
    uid: a17a30d3-2828-4ded-bd3f-46c65d7cef01
  kind: Event
  lastTimestamp: "2026-09-08T13:32:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:18Z"
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr.18d35bbb91e0c62b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18241"
    uid: 3a61042b-d92a-4d99-b149-9ea387855549
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18131"
    uid: a17a30d3-2828-4ded-bd3f-46c65d7cef01
  kind: Event
  lastTimestamp: "2026-09-08T13:32:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:18Z"
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr.18d35bbb926dc64f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18244"
    uid: b61c1720-1699-4dd0-b946-328101ff3caa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18131"
    uid: a17a30d3-2828-4ded-bd3f-46c65d7cef01
  kind: Event
  lastTimestamp: "2026-09-08T13:32:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:18Z"
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr.18d35bbb927764e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18245"
    uid: 32ff1fd7-6aae-4158-ab35-017189a8b98a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18131"
    uid: a17a30d3-2828-4ded-bd3f-46c65d7cef01
  kind: Event
  lastTimestamp: "2026-09-08T13:32:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:18Z"
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr.18d35bbb94edd6e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18247"
    uid: a50080b3-c338-44ff-a274-a517fbadd328
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18131"
    uid: a17a30d3-2828-4ded-bd3f-46c65d7cef01
  kind: Event
  lastTimestamp: "2026-09-08T13:32:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:18Z"
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr.18d35bbb955fda0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18248"
    uid: 4df74ab3-53e3-4b51-b3d1-c8bf6a7e9d60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18131"
    uid: a17a30d3-2828-4ded-bd3f-46c65d7cef01
  kind: Event
  lastTimestamp: "2026-09-08T13:34:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:05Z"
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr.18d35bbbcaa7b107
    namespace: kserve-ci-e2e-test
    resourceVersion: "19368"
    uid: c07820dc-7e7a-46a7-9e64-5ba3f7578f06
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18131"
    uid: a17a30d3-2828-4ded-bd3f-46c65d7cef01
  kind: Event
  lastTimestamp: "2026-09-08T13:34:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:03Z"
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr.18d35bd42643120a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19302"
    uid: d7994196-8688-4b5c-9a34-64c53189ee75
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18131"
    uid: a17a30d3-2828-4ded-bd3f-46c65d7cef01
  kind: Event
  lastTimestamp: "2026-09-08T13:34:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:03Z"
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr.18d35bd426438a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19303"
    uid: 8574b8ae-94f7-4b24-9a70-e3747358c5e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18131"
    uid: a17a30d3-2828-4ded-bd3f-46c65d7cef01
  kind: Event
  lastTimestamp: "2026-09-08T13:34:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.20:8643/healthz": dial tcp
    10.132.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:05Z"
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr.18d35bd478fdb19b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19367"
    uid: df3be069-fb3a-4f97-9b32-22ba4164082f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784
    namespace: kserve-ci-e2e-test
    resourceVersion: "18119"
    uid: e30aed08-72d4-45d8-ab65-d6927dfd95be
  kind: Event
  lastTimestamp: "2026-09-08T13:32:13Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784-q82zr'
  metadata:
    creationTimestamp: "2026-09-08T13:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:32:13Z"
    name: isvc-sklearn-graph-raw-hpa-90436-predictor-588584784.18d35bba760806bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18130"
    uid: 2369e085-cc50-4268-83de-4e66297d1ed9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-90436-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18117"
    uid: 768eb413-d9f1-44ef-ac7c-54a324e4d68a
  kind: Event
  lastTimestamp: "2026-09-08T13:32:13Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-90436-predictor-588584784
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:32:13Z"
    name: isvc-sklearn-graph-raw-hpa-90436-predictor.18d35bba73586512
    namespace: kserve-ci-e2e-test
    resourceVersion: "18121"
    uid: 81456585-794c-4d2c-ac9a-ac1972b315ae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-90436-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18118"
    uid: ca6b2d41-853a-4733-995b-6f43d5b2f897
  kind: Event
  lastTimestamp: "2026-09-08T13:32:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:32:43Z"
    name: isvc-sklearn-graph-raw-hpa-90436-predictor.18d35bbdf26851b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18465"
    uid: 75fcb089-d61d-4dc1-b770-9bd8a1405416
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-90436-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18118"
    uid: ca6b2d41-853a-4733-995b-6f43d5b2f897
  kind: Event
  lastTimestamp: "2026-09-08T13:32:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:32:43Z"
    name: isvc-sklearn-graph-raw-hpa-90436-predictor.18d35bbdf2d02bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18466"
    uid: 59b0ded3-97ee-4fd8-b8ea-66fd62da93ec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-90436-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18347"
    uid: ca6b2d41-853a-4733-995b-6f43d5b2f897
  kind: Event
  lastTimestamp: "2026-09-08T13:33:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:33:58Z"
    name: isvc-sklearn-graph-raw-hpa-90436-predictor.18d35bc4f1141072
    namespace: kserve-ci-e2e-test
    resourceVersion: "19219"
    uid: 378c758b-8315-45f8-b290-56660dc6e83f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-90436-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18347"
    uid: ca6b2d41-853a-4733-995b-6f43d5b2f897
  kind: Event
  lastTimestamp: "2026-09-08T13:33:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:33:58Z"
    name: isvc-sklearn-graph-raw-hpa-90436-predictor.18d35bc4f1853bfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19220"
    uid: 4188ba38-e829-4f74-9fe1-d5f29a8a0d7b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-90436
    namespace: kserve-ci-e2e-test
    resourceVersion: "18103"
    uid: b8c1068b-7baa-49cf-bfbb-1a92468d1f8c
  kind: Event
  lastTimestamp: "2026-09-08T13:33:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:33:35Z"
    name: isvc-sklearn-graph-raw-hpa-90436.18d35bba735d8f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "18997"
    uid: a356ca75-5af0-4da1-a8a0-992655eaed63
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-90436
    namespace: kserve-ci-e2e-test
    resourceVersion: "18995"
    uid: b8c1068b-7baa-49cf-bfbb-1a92468d1f8c
  kind: Event
  lastTimestamp: "2026-09-08T13:33:35Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-90436] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:33:35Z"
    name: isvc-sklearn-graph-raw-hpa-90436.18d35bcd82b0e48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18996"
    uid: 685507f1-6a49-48b2-b6fe-f0bb44a84aa0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:35:59.057286Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20614"
    uid: 2c215706-e61e-4f71-938f-da96ddc3e79b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9
    to ip-10-0-136-211.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:35:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:35:59Z"
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9.18d35bef0057f2b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20624"
    uid: 97dd65b7-5340-422a-8eaa-9de2006bd30e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: 2c215706-e61e-4f71-938f-da96ddc3e79b
  kind: Event
  lastTimestamp: "2026-09-08T13:35:59Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:35:59Z"
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9.18d35bef22a4bf8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: 4a077046-2605-475d-86b6-e46b6dc58108
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: 2c215706-e61e-4f71-938f-da96ddc3e79b
  kind: Event
  lastTimestamp: "2026-09-08T13:35:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:59Z"
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9.18d35bef2430b40f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20650"
    uid: 6de1033d-ae0b-4d27-839e-8e09c0dbba62
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: 2c215706-e61e-4f71-938f-da96ddc3e79b
  kind: Event
  lastTimestamp: "2026-09-08T13:35:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:59Z"
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9.18d35bef26993a78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 5544adcc-0c42-4ad2-9803-f3d7c99428b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: 2c215706-e61e-4f71-938f-da96ddc3e79b
  kind: Event
  lastTimestamp: "2026-09-08T13:35:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:59Z"
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9.18d35bef27088ded
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: bfd4a9ac-a854-4a3a-9c69-af8fca7f3c9e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: 2c215706-e61e-4f71-938f-da96ddc3e79b
  kind: Event
  lastTimestamp: "2026-09-08T13:36:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:36:03Z"
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9.18d35bf0251407af
    namespace: kserve-ci-e2e-test
    resourceVersion: "20704"
    uid: 0443c71d-fb2d-4594-a282-677a1e4cc37c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: 2c215706-e61e-4f71-938f-da96ddc3e79b
  kind: Event
  lastTimestamp: "2026-09-08T13:36:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:36:04Z"
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9.18d35bf0280fd1ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20706"
    uid: 4081f379-8681-49fd-becd-6c267e570bbe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: 2c215706-e61e-4f71-938f-da96ddc3e79b
  kind: Event
  lastTimestamp: "2026-09-08T13:36:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:36:04Z"
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9.18d35bf028856e64
    namespace: kserve-ci-e2e-test
    resourceVersion: "20708"
    uid: ab6be1a8-8e48-4d08-a858-107dd4fb2a1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: 2c215706-e61e-4f71-938f-da96ddc3e79b
  kind: Event
  lastTimestamp: "2026-09-08T13:36:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:36:04Z"
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9.18d35bf0288f2e9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20710"
    uid: 5eb019b1-0899-402f-8941-424b6a107ed0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: 2c215706-e61e-4f71-938f-da96ddc3e79b
  kind: Event
  lastTimestamp: "2026-09-08T13:36:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:36:04Z"
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9.18d35bf02afe17df
    namespace: kserve-ci-e2e-test
    resourceVersion: "20711"
    uid: a5957227-142c-42ae-ae30-8c11b618c70c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: 2c215706-e61e-4f71-938f-da96ddc3e79b
  kind: Event
  lastTimestamp: "2026-09-08T13:36:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:36:04Z"
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9.18d35bf02b6e836b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20712"
    uid: 5f8f1f89-2e3e-455c-8b13-efd758b2a20c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: 2c215706-e61e-4f71-938f-da96ddc3e79b
  kind: Event
  lastTimestamp: "2026-09-08T13:38:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:46Z"
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9.18d35bf09cda89da
    namespace: kserve-ci-e2e-test
    resourceVersion: "22119"
    uid: dbf30865-c561-43ac-bbf1-e1ae2cd156bd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: 2c215706-e61e-4f71-938f-da96ddc3e79b
  kind: Event
  lastTimestamp: "2026-09-08T13:38:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:39Z"
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9.18d35c14462bac74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21970"
    uid: 1d0a50fe-1a01-4a3d-a775-e9fcdce8c766
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: 2c215706-e61e-4f71-938f-da96ddc3e79b
  kind: Event
  lastTimestamp: "2026-09-08T13:38:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:39Z"
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9.18d35c14462c5438
    namespace: kserve-ci-e2e-test
    resourceVersion: "21971"
    uid: f259f4c1-fbee-4d5d-bc82-5b43ed5f9a44
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: 2c215706-e61e-4f71-938f-da96ddc3e79b
  kind: Event
  lastTimestamp: "2026-09-08T13:38:46Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:46Z"
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9.18d35c14ef58497a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22120"
    uid: 16cee427-dfb2-44e5-8d52-3390708cd4e8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: 24995006-319f-45e8-bc5f-55809df39f9e
  kind: Event
  lastTimestamp: "2026-09-08T13:35:59Z"
  message: 'Created pod: isvc-sklearn-scale-raw-73c96-predictor-577dc64498-64cq9'
  metadata:
    creationTimestamp: "2026-09-08T13:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:35:59Z"
    name: isvc-sklearn-scale-raw-73c96-predictor-577dc64498.18d35beeff9f41ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20616"
    uid: 3d658a18-0734-452a-9315-e2cae3c3c39e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-73c96-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20597"
    uid: 5dd1ba89-5e18-4c5f-92d4-b9717b77768b
  kind: Event
  lastTimestamp: "2026-09-08T13:35:58Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-73c96-predictor-577dc64498
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:35:58Z"
    name: isvc-sklearn-scale-raw-73c96-predictor.18d35beefc94118e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20601"
    uid: 839d77b5-d2fd-4c03-986c-3e608b944ddd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-73c96-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20599"
    uid: e49a7d9e-7d55-4c88-8815-908db7aec637
  kind: Event
  lastTimestamp: "2026-09-08T13:36:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:36:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:36:29Z"
    name: isvc-sklearn-scale-raw-73c96-predictor.18d35bf27b0808ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "20908"
    uid: 2262610f-b10e-4f20-a39c-ac05173a7f82
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-73c96-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20599"
    uid: e49a7d9e-7d55-4c88-8815-908db7aec637
  kind: Event
  lastTimestamp: "2026-09-08T13:36:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:36:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:36:29Z"
    name: isvc-sklearn-scale-raw-73c96-predictor.18d35bf27b745392
    namespace: kserve-ci-e2e-test
    resourceVersion: "20909"
    uid: 808b484e-fb6c-45dc-b779-0005d2f6dac5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-73c96-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20798"
    uid: e49a7d9e-7d55-4c88-8815-908db7aec637
  kind: Event
  lastTimestamp: "2026-09-08T13:38:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:38:29Z"
    name: isvc-sklearn-scale-raw-73c96-predictor.18d35bf979545bcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: ae5ea173-6f0d-4a03-ab6c-0dd0f90227ed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-73c96-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20798"
    uid: e49a7d9e-7d55-4c88-8815-908db7aec637
  kind: Event
  lastTimestamp: "2026-09-08T13:38:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:38:29Z"
    name: isvc-sklearn-scale-raw-73c96-predictor.18d35bf979bf1924
    namespace: kserve-ci-e2e-test
    resourceVersion: "21871"
    uid: 665f9775-c1e9-49eb-9954-e048da41e4c7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-73c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: 8af5ea2a-ec12-4c97-9244-79119a6686e3
  kind: Event
  lastTimestamp: "2026-09-08T13:38:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:38:36Z"
    name: isvc-sklearn-scale-raw-73c96.18d35beefc95e8fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21938"
    uid: 00f03db1-9c3a-41ba-a842-eef798265bbf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-73c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "21936"
    uid: 8af5ea2a-ec12-4c97-9244-79119a6686e3
  kind: Event
  lastTimestamp: "2026-09-08T13:38:36Z"
  message: InferenceService [isvc-sklearn-scale-raw-73c96] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:38:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:38:36Z"
    name: isvc-sklearn-scale-raw-73c96.18d35c13c147dd8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21937"
    uid: 1af3075a-2670-404e-bedb-75b8c8c0e600
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:30:23.330157Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16928"
    uid: 80c21bdf-084d-4bd1-8c40-b3609b3334fc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr
    to ip-10-0-134-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:30:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:30:23Z"
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr.18d35ba0d572888d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16932"
    uid: 7886a638-94c4-42bf-a419-a24936468da8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 80c21bdf-084d-4bd1-8c40-b3609b3334fc
  kind: Event
  lastTimestamp: "2026-09-08T13:30:24Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:30:24Z"
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr.18d35ba12d41586a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: a0fb10e5-decf-42f5-9e20-4825acb8d14d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16930"
    uid: 80c21bdf-084d-4bd1-8c40-b3609b3334fc
  kind: Event
  lastTimestamp: "2026-09-08T13:30:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:24Z"
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr.18d35ba12f405878
    namespace: kserve-ci-e2e-test
    resourceVersion: "16972"
    uid: dd79e4a4-2078-4924-ab15-76225830900d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16930"
    uid: 80c21bdf-084d-4bd1-8c40-b3609b3334fc
  kind: Event
  lastTimestamp: "2026-09-08T13:30:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:24Z"
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr.18d35ba13202e994
    namespace: kserve-ci-e2e-test
    resourceVersion: "16973"
    uid: 8c118035-d330-4d57-98f8-994429388cef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16930"
    uid: 80c21bdf-084d-4bd1-8c40-b3609b3334fc
  kind: Event
  lastTimestamp: "2026-09-08T13:30:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:24Z"
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr.18d35ba1327b38b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16974"
    uid: 0add8765-cae7-4c53-b942-a1e09eeaa14a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16930"
    uid: 80c21bdf-084d-4bd1-8c40-b3609b3334fc
  kind: Event
  lastTimestamp: "2026-09-08T13:30:29Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-08T13:30:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:29Z"
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr.18d35ba23d009bd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17028"
    uid: bdee8134-13b0-4ace-9668-6505e3c63fbc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16930"
    uid: 80c21bdf-084d-4bd1-8c40-b3609b3334fc
  kind: Event
  lastTimestamp: "2026-09-08T13:30:47Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.552s (18.552s
    including waiting). Image size: 1332293375 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:47Z"
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr.18d35ba68ecd7c8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17177"
    uid: cc37f1c4-5c89-43c9-9b1d-7c3d943504af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16930"
    uid: 80c21bdf-084d-4bd1-8c40-b3609b3334fc
  kind: Event
  lastTimestamp: "2026-09-08T13:30:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:47Z"
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr.18d35ba69232d68e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17178"
    uid: 004e1c6b-0e0a-4df4-9e03-94aecdcc1f71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16930"
    uid: 80c21bdf-084d-4bd1-8c40-b3609b3334fc
  kind: Event
  lastTimestamp: "2026-09-08T13:30:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:47Z"
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr.18d35ba692a69980
    namespace: kserve-ci-e2e-test
    resourceVersion: "17179"
    uid: 1000adae-79ea-449d-b3f3-94891e5a1ff0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16930"
    uid: 80c21bdf-084d-4bd1-8c40-b3609b3334fc
  kind: Event
  lastTimestamp: "2026-09-08T13:30:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:47Z"
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr.18d35ba692b1047f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17180"
    uid: 0ce1e363-fec7-4655-ae32-77327089c040
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16930"
    uid: 80c21bdf-084d-4bd1-8c40-b3609b3334fc
  kind: Event
  lastTimestamp: "2026-09-08T13:30:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:48Z"
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr.18d35ba695a89886
    namespace: kserve-ci-e2e-test
    resourceVersion: "17181"
    uid: dc02e969-2f7a-4b89-a89f-fbdd33a57f9b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16930"
    uid: 80c21bdf-084d-4bd1-8c40-b3609b3334fc
  kind: Event
  lastTimestamp: "2026-09-08T13:30:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:48Z"
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr.18d35ba6961a3511
    namespace: kserve-ci-e2e-test
    resourceVersion: "17182"
    uid: 1608635c-d478-4179-90f6-69f9b171ba74
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16930"
    uid: 80c21bdf-084d-4bd1-8c40-b3609b3334fc
  kind: Event
  lastTimestamp: "2026-09-08T13:32:15Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:15Z"
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr.18d35ba6ebe6a426
    namespace: kserve-ci-e2e-test
    resourceVersion: "18213"
    uid: acf82d15-1b54-4772-8bce-cd1f0e5033bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16930"
    uid: 80c21bdf-084d-4bd1-8c40-b3609b3334fc
  kind: Event
  lastTimestamp: "2026-09-08T13:32:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:13Z"
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr.18d35bba70e2d197
    namespace: kserve-ci-e2e-test
    resourceVersion: "18106"
    uid: e6a96815-d632-4ef5-9ca1-aff7b3dd537d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16930"
    uid: 80c21bdf-084d-4bd1-8c40-b3609b3334fc
  kind: Event
  lastTimestamp: "2026-09-08T13:32:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:13Z"
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr.18d35bba70e35115
    namespace: kserve-ci-e2e-test
    resourceVersion: "18109"
    uid: 9ba912e7-8836-4820-9a6e-c96187a284b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16930"
    uid: 80c21bdf-084d-4bd1-8c40-b3609b3334fc
  kind: Event
  lastTimestamp: "2026-09-08T13:32:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:15Z"
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr.18d35bbaf2249b92
    namespace: kserve-ci-e2e-test
    resourceVersion: "18212"
    uid: 970a0030-de7a-4f95-81e0-74960994fb1f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457
    namespace: kserve-ci-e2e-test
    resourceVersion: "16918"
    uid: 90fba6b9-c5dc-48f9-aedb-2780b5c0330d
  kind: Event
  lastTimestamp: "2026-09-08T13:30:23Z"
  message: 'Created pod: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457-2sdfr'
  metadata:
    creationTimestamp: "2026-09-08T13:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:30:23Z"
    name: isvc-xgboost-graph-raw-3d858-predictor-55cb55b457.18d35ba0d4d2d1d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: f3efe2ff-6f7d-42b3-81b8-ec8f856e6454
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-3d858-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16915"
    uid: b2e7517a-4bf3-426d-ab90-8e8e1bccc0ec
  kind: Event
  lastTimestamp: "2026-09-08T13:30:23Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-3d858-predictor-55cb55b457
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:30:23Z"
    name: isvc-xgboost-graph-raw-3d858-predictor.18d35ba0d1672351
    namespace: kserve-ci-e2e-test
    resourceVersion: "16920"
    uid: 91082513-0cd7-45c1-933f-328651c3df60
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-3d858-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16917"
    uid: 74de9089-a4e7-4c5d-9d74-f86d584aef52
  kind: Event
  lastTimestamp: "2026-09-08T13:31:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:31:23Z"
    name: isvc-xgboost-graph-raw-3d858-predictor.18d35ba44fd87388
    namespace: kserve-ci-e2e-test
    resourceVersion: "17451"
    uid: e9191479-6928-4434-956b-ff2be994bd99
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-3d858-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16917"
    uid: 74de9089-a4e7-4c5d-9d74-f86d584aef52
  kind: Event
  lastTimestamp: "2026-09-08T13:31:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:31:23Z"
    name: isvc-xgboost-graph-raw-3d858-predictor.18d35ba450451ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17452"
    uid: e34c8937-d408-4e74-8723-744edbb354bb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-3d858-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17103"
    uid: 74de9089-a4e7-4c5d-9d74-f86d584aef52
  kind: Event
  lastTimestamp: "2026-09-08T13:32:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:32:08Z"
    name: isvc-xgboost-graph-raw-3d858-predictor.18d35bb24b4c1834
    namespace: kserve-ci-e2e-test
    resourceVersion: "18006"
    uid: 4466adcc-4f4f-4229-87d9-3262e2e39680
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-3d858-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17103"
    uid: 74de9089-a4e7-4c5d-9d74-f86d584aef52
  kind: Event
  lastTimestamp: "2026-09-08T13:32:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:32:08Z"
    name: isvc-xgboost-graph-raw-3d858-predictor.18d35bb24bb8ea13
    namespace: kserve-ci-e2e-test
    resourceVersion: "18007"
    uid: ae543ce2-2e2e-4537-a87d-34fc0e0f0687
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-3d858
    namespace: kserve-ci-e2e-test
    resourceVersion: "16900"
    uid: 8a706411-7d72-4426-a6bb-6e1620ada266
  kind: Event
  lastTimestamp: "2026-09-08T13:31:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:31:55Z"
    name: isvc-xgboost-graph-raw-3d858.18d35ba0d1672da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17838"
    uid: 7e00e4c7-d0fc-41cc-a70d-aeea90dbc1c1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-3d858
    namespace: kserve-ci-e2e-test
    resourceVersion: "17836"
    uid: 8a706411-7d72-4426-a6bb-6e1620ada266
  kind: Event
  lastTimestamp: "2026-09-08T13:31:55Z"
  message: InferenceService [isvc-xgboost-graph-raw-3d858] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:31:55Z"
    name: isvc-xgboost-graph-raw-3d858.18d35bb64f439ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17837"
    uid: fe09153b-b590-48d3-aaed-58b367cfd6dc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:32:13.508646Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18155"
    uid: 34859624-406c-4dae-974c-89b725d34800
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq
    to ip-10-0-134-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:32:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:32:13Z"
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq.18d35bba7c98dc6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18161"
    uid: a035a983-f9f5-40df-b7a7-46417e54a628
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18157"
    uid: 34859624-406c-4dae-974c-89b725d34800
  kind: Event
  lastTimestamp: "2026-09-08T13:32:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-90436-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:13Z"
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq.18d35bba8a35661d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18175"
    uid: 5f42c47b-707a-4f9b-857b-a545facba682
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18166"
    uid: 34859624-406c-4dae-974c-89b725d34800
  kind: Event
  lastTimestamp: "2026-09-08T13:32:14Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:32:14Z"
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq.18d35bbac2702e36
    namespace: kserve-ci-e2e-test
    resourceVersion: "18195"
    uid: 0c3c3c65-505b-4e02-9867-5d42179afc91
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18157"
    uid: 34859624-406c-4dae-974c-89b725d34800
  kind: Event
  lastTimestamp: "2026-09-08T13:32:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:14Z"
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq.18d35bbac411350d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18199"
    uid: a20d41eb-547a-4f78-a8c0-e2f2a516d155
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18157"
    uid: 34859624-406c-4dae-974c-89b725d34800
  kind: Event
  lastTimestamp: "2026-09-08T13:32:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:14Z"
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq.18d35bbac6c79e6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18201"
    uid: 6da1142a-4c9c-421c-9998-95b186724b2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18157"
    uid: 34859624-406c-4dae-974c-89b725d34800
  kind: Event
  lastTimestamp: "2026-09-08T13:32:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:14Z"
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq.18d35bbac7268846
    namespace: kserve-ci-e2e-test
    resourceVersion: "18202"
    uid: 31edeb82-053e-4c0b-b136-b1666bcd880b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18157"
    uid: 34859624-406c-4dae-974c-89b725d34800
  kind: Event
  lastTimestamp: "2026-09-08T13:32:18Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:18Z"
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq.18d35bbbbd5b196e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18255"
    uid: 0967fcf8-202e-4b90-b201-da995447fad8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18157"
    uid: 34859624-406c-4dae-974c-89b725d34800
  kind: Event
  lastTimestamp: "2026-09-08T13:32:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:18Z"
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq.18d35bbbc05b4792
    namespace: kserve-ci-e2e-test
    resourceVersion: "18257"
    uid: 05537e20-ff82-40a0-881d-6d6c4d5cbf20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18157"
    uid: 34859624-406c-4dae-974c-89b725d34800
  kind: Event
  lastTimestamp: "2026-09-08T13:32:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:18Z"
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq.18d35bbbc0ce5547
    namespace: kserve-ci-e2e-test
    resourceVersion: "18260"
    uid: 9797a95b-da63-4b35-8ccc-0cbb46109b4a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18157"
    uid: 34859624-406c-4dae-974c-89b725d34800
  kind: Event
  lastTimestamp: "2026-09-08T13:32:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:18Z"
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq.18d35bbbc0d77769
    namespace: kserve-ci-e2e-test
    resourceVersion: "18261"
    uid: 2b5d10dd-652f-45f9-94c3-12c47545515b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18157"
    uid: 34859624-406c-4dae-974c-89b725d34800
  kind: Event
  lastTimestamp: "2026-09-08T13:32:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:19Z"
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq.18d35bbbc3ddaa65
    namespace: kserve-ci-e2e-test
    resourceVersion: "18263"
    uid: 5ee15b57-b940-4c2e-8c96-2f3b7d7bb62f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18157"
    uid: 34859624-406c-4dae-974c-89b725d34800
  kind: Event
  lastTimestamp: "2026-09-08T13:32:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:19Z"
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq.18d35bbbc4510d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18264"
    uid: c5f74007-e42f-4c97-bb00-29fb99e2e350
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18157"
    uid: 34859624-406c-4dae-974c-89b725d34800
  kind: Event
  lastTimestamp: "2026-09-08T13:34:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:06Z"
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq.18d35bbc354ec1d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19387"
    uid: 65547715-3cb0-4a2f-9375-0e5798b1a1fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18157"
    uid: 34859624-406c-4dae-974c-89b725d34800
  kind: Event
  lastTimestamp: "2026-09-08T13:34:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:03Z"
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq.18d35bd42fbb764f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19345"
    uid: a609eacb-e614-4451-894b-c30243809dd5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18157"
    uid: 34859624-406c-4dae-974c-89b725d34800
  kind: Event
  lastTimestamp: "2026-09-08T13:34:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:03Z"
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq.18d35bd42fbbf38a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19346"
    uid: dbf663ea-7629-45b6-b6ac-0fd7dccec59a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "18157"
    uid: 34859624-406c-4dae-974c-89b725d34800
  kind: Event
  lastTimestamp: "2026-09-08T13:34:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:06Z"
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq.18d35bd4e3a12f02
    namespace: kserve-ci-e2e-test
    resourceVersion: "19386"
    uid: a0bdb7c4-5329-4831-81da-19088ade9d73
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18146"
    uid: ede01297-ada8-4166-b419-a34e8370509d
  kind: Event
  lastTimestamp: "2026-09-08T13:32:13Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7-72zlq'
  metadata:
    creationTimestamp: "2026-09-08T13:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:32:13Z"
    name: isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7.18d35bba7c2876d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18156"
    uid: e3802d15-8a92-44df-8e13-3ac5e23ce3cf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-90436-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: f8dfe619-4da6-4602-9a21-fa59beead7e0
  kind: Event
  lastTimestamp: "2026-09-08T13:32:13Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-90436-predictor-55d8dd6bc7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:32:13Z"
    name: isvc-xgboost-graph-raw-hpa-90436-predictor.18d35bba7916fb44
    namespace: kserve-ci-e2e-test
    resourceVersion: "18150"
    uid: c48fdca0-fa11-41c9-b117-b134cebb026c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-90436-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18145"
    uid: 629c610e-07ed-402b-8039-544153b0d68c
  kind: Event
  lastTimestamp: "2026-09-08T13:32:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:32:43Z"
    name: isvc-xgboost-graph-raw-hpa-90436-predictor.18d35bbdf7e7b95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18467"
    uid: 5b6c6378-9a2d-4b1c-978a-7e84b7e632dc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-90436-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18145"
    uid: 629c610e-07ed-402b-8039-544153b0d68c
  kind: Event
  lastTimestamp: "2026-09-08T13:32:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:32:43Z"
    name: isvc-xgboost-graph-raw-hpa-90436-predictor.18d35bbdf86052ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: 138fe0f5-d1e9-4fe7-b6ac-974dde2bb21f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-90436-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18350"
    uid: 629c610e-07ed-402b-8039-544153b0d68c
  kind: Event
  lastTimestamp: "2026-09-08T13:33:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:33:43Z"
    name: isvc-xgboost-graph-raw-hpa-90436-predictor.18d35bc4f5d2e033
    namespace: kserve-ci-e2e-test
    resourceVersion: "19073"
    uid: 4fd7c7b3-831a-4926-83c7-7a85823f92ab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-90436-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18350"
    uid: 629c610e-07ed-402b-8039-544153b0d68c
  kind: Event
  lastTimestamp: "2026-09-08T13:33:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:33:43Z"
    name: isvc-xgboost-graph-raw-hpa-90436-predictor.18d35bc4f646e34a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19074"
    uid: cf429abb-e523-4453-b1b4-5cdda3cc347a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-90436
    namespace: kserve-ci-e2e-test
    resourceVersion: "18128"
    uid: b5256e4a-66eb-4bea-9ff3-a85b72e9dfd7
  kind: Event
  lastTimestamp: "2026-09-08T13:33:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:33:27Z"
    name: isvc-xgboost-graph-raw-hpa-90436.18d35bba79186d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18871"
    uid: 796a5a65-efb2-4ffc-bacf-2867ab665680
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-90436
    namespace: kserve-ci-e2e-test
    resourceVersion: "18869"
    uid: b5256e4a-66eb-4bea-9ff3-a85b72e9dfd7
  kind: Event
  lastTimestamp: "2026-09-08T13:33:26Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-90436] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:33:26Z"
    name: isvc-xgboost-graph-raw-hpa-90436.18d35bcb98aede56
    namespace: kserve-ci-e2e-test
    resourceVersion: "18870"
    uid: dfb30f66-4f87-46f1-b2bf-25926b9a07fc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:34:03.833216Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-27b1d-predictor-77fb46fc7d-wtfrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19321"
    uid: cb474c84-e871-489e-8bc9-6e8cba8adcb5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-27b1d-predictor-77fb46fc7d-wtfrr
    to ip-10-0-134-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:34:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:34:03Z"
    name: message-dumper-raw-27b1d-predictor-77fb46fc7d-wtfrr.18d35bd42c74252a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19328"
    uid: ff41388d-d5f8-4f71-a6c2-06e4eff47931
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-27b1d-predictor-77fb46fc7d-wtfrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: cb474c84-e871-489e-8bc9-6e8cba8adcb5
  kind: Event
  lastTimestamp: "2026-09-08T13:34:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-27b1d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:04Z"
    name: message-dumper-raw-27b1d-predictor-77fb46fc7d-wtfrr.18d35bd439e04d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19352"
    uid: 5a0b5bef-eb22-4f7d-b174-361b630b49d1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-27b1d-predictor-77fb46fc7d-wtfrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19341"
    uid: cb474c84-e871-489e-8bc9-6e8cba8adcb5
  kind: Event
  lastTimestamp: "2026-09-08T13:34:05Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:34:05Z"
    name: message-dumper-raw-27b1d-predictor-77fb46fc7d-wtfrr.18d35bd472270634
    namespace: kserve-ci-e2e-test
    resourceVersion: "19362"
    uid: d7143d6c-9387-4d26-86e7-c6416365053b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-27b1d-predictor-77fb46fc7d-wtfrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: cb474c84-e871-489e-8bc9-6e8cba8adcb5
  kind: Event
  lastTimestamp: "2026-09-08T13:34:05Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-08T13:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:05Z"
    name: message-dumper-raw-27b1d-predictor-77fb46fc7d-wtfrr.18d35bd4736f185f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19364"
    uid: c1fcc5cd-8e72-43f1-9df7-ada8b11d8085
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-27b1d-predictor-77fb46fc7d-wtfrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: cb474c84-e871-489e-8bc9-6e8cba8adcb5
  kind: Event
  lastTimestamp: "2026-09-08T13:34:06Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.354s (1.354s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:06Z"
    name: message-dumper-raw-27b1d-predictor-77fb46fc7d-wtfrr.18d35bd4c429db79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19377"
    uid: 8add32d4-a6eb-447c-befe-6ebe102f68b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-27b1d-predictor-77fb46fc7d-wtfrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: cb474c84-e871-489e-8bc9-6e8cba8adcb5
  kind: Event
  lastTimestamp: "2026-09-08T13:34:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:06Z"
    name: message-dumper-raw-27b1d-predictor-77fb46fc7d-wtfrr.18d35bd4c704d2e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19378"
    uid: cada63d8-0222-461e-b780-172ea4e319de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-27b1d-predictor-77fb46fc7d-wtfrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: cb474c84-e871-489e-8bc9-6e8cba8adcb5
  kind: Event
  lastTimestamp: "2026-09-08T13:34:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:06Z"
    name: message-dumper-raw-27b1d-predictor-77fb46fc7d-wtfrr.18d35bd4c7768760
    namespace: kserve-ci-e2e-test
    resourceVersion: "19379"
    uid: 7c843c5d-cab2-4f5f-9393-0d57886819e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-27b1d-predictor-77fb46fc7d-wtfrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: cb474c84-e871-489e-8bc9-6e8cba8adcb5
  kind: Event
  lastTimestamp: "2026-09-08T13:34:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:06Z"
    name: message-dumper-raw-27b1d-predictor-77fb46fc7d-wtfrr.18d35bd4c780d7e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19380"
    uid: 3e942d36-2615-45ae-a561-d6064add0a99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-27b1d-predictor-77fb46fc7d-wtfrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: cb474c84-e871-489e-8bc9-6e8cba8adcb5
  kind: Event
  lastTimestamp: "2026-09-08T13:34:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:06Z"
    name: message-dumper-raw-27b1d-predictor-77fb46fc7d-wtfrr.18d35bd4ca783d0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19381"
    uid: c2d7857b-41cc-4d9a-bb02-68cdddabeb2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-27b1d-predictor-77fb46fc7d-wtfrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: cb474c84-e871-489e-8bc9-6e8cba8adcb5
  kind: Event
  lastTimestamp: "2026-09-08T13:34:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:06Z"
    name: message-dumper-raw-27b1d-predictor-77fb46fc7d-wtfrr.18d35bd4cae7f145
    namespace: kserve-ci-e2e-test
    resourceVersion: "19382"
    uid: 700bc205-9d18-4b7a-a0cd-6963d9b36643
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-27b1d-predictor-77fb46fc7d-wtfrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: cb474c84-e871-489e-8bc9-6e8cba8adcb5
  kind: Event
  lastTimestamp: "2026-09-08T13:35:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:59Z"
    name: message-dumper-raw-27b1d-predictor-77fb46fc7d-wtfrr.18d35bef01470a63
    namespace: kserve-ci-e2e-test
    resourceVersion: "20629"
    uid: dcda2a7a-8de5-4c66-add4-bc8570da8a16
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-27b1d-predictor-77fb46fc7d-wtfrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: cb474c84-e871-489e-8bc9-6e8cba8adcb5
  kind: Event
  lastTimestamp: "2026-09-08T13:35:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:59Z"
    name: message-dumper-raw-27b1d-predictor-77fb46fc7d-wtfrr.18d35bef01477c2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: 19d040a6-6466-4ebf-99ba-1a0a60690129
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-27b1d-predictor-77fb46fc7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19312"
    uid: 9cb0780c-8f37-48b5-969a-078eae7a490e
  kind: Event
  lastTimestamp: "2026-09-08T13:34:03Z"
  message: 'Created pod: message-dumper-raw-27b1d-predictor-77fb46fc7d-wtfrr'
  metadata:
    creationTimestamp: "2026-09-08T13:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:34:03Z"
    name: message-dumper-raw-27b1d-predictor-77fb46fc7d.18d35bd42b01a7ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19322"
    uid: 04ad07c8-c4fa-4cc7-8595-b913fbe2f38b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-27b1d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19310"
    uid: 0de72e23-a3ea-4b6d-9d92-19d1eb42ef40
  kind: Event
  lastTimestamp: "2026-09-08T13:34:03Z"
  message: Scaled up replica set message-dumper-raw-27b1d-predictor-77fb46fc7d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:34:03Z"
    name: message-dumper-raw-27b1d-predictor.18d35bd42915a818
    namespace: kserve-ci-e2e-test
    resourceVersion: "19314"
    uid: ced2be83-4745-441d-ad19-323b48ff954e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-27b1d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19311"
    uid: 7bf64b81-58f5-476c-9fcd-c120f2c0877a
  kind: Event
  lastTimestamp: "2026-09-08T13:34:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:34:33Z"
    name: message-dumper-raw-27b1d-predictor.18d35bd7a834bf1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19670"
    uid: c5495f92-0c05-4e77-b1d8-8d6ecd08eb40
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-27b1d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19311"
    uid: 7bf64b81-58f5-476c-9fcd-c120f2c0877a
  kind: Event
  lastTimestamp: "2026-09-08T13:34:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:34:33Z"
    name: message-dumper-raw-27b1d-predictor.18d35bd7a929ec6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: 5dceae16-81ec-4d43-963e-061907058c43
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-27b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19297"
    uid: 9f8006d9-893d-4982-b85b-1bc12502347a
  kind: Event
  lastTimestamp: "2026-09-08T13:34:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:34:14Z"
    name: message-dumper-raw-27b1d.18d35bd42916cca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19460"
    uid: a439b08c-b0b2-40d8-b435-cf553aea602c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-27b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19458"
    uid: 9f8006d9-893d-4982-b85b-1bc12502347a
  kind: Event
  lastTimestamp: "2026-09-08T13:34:14Z"
  message: InferenceService [message-dumper-raw-27b1d] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:34:14Z"
    name: message-dumper-raw-27b1d.18d35bd6a630fd8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19459"
    uid: d6103407-f01a-4f98-bdd4-4b6edcc39b2c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:43:34.289951Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-hgzbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24564"
    uid: f4af3c4c-fef9-445a-9191-2ef36e4a922c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-hgzbm
    to ip-10-0-134-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:43:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:43:34Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-hgzbm.18d35c58fe53206a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24570"
    uid: 4739056a-577d-47b7-b91a-c03be6090d49
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-hgzbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24573"
    uid: f4af3c4c-fef9-445a-9191-2ef36e4a922c
  kind: Event
  lastTimestamp: "2026-09-08T13:43:34Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:43:34Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-hgzbm.18d35c59203bdc0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24585"
    uid: 56135b14-b1b5-479c-9c5a-c2f79faf415c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-hgzbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24566"
    uid: f4af3c4c-fef9-445a-9191-2ef36e4a922c
  kind: Event
  lastTimestamp: "2026-09-08T13:43:34Z"
  message: Container image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:43:34Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-hgzbm.18d35c59220518bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24587"
    uid: 441b86af-3cbb-407b-b3e2-4d1542392170
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-hgzbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24566"
    uid: f4af3c4c-fef9-445a-9191-2ef36e4a922c
  kind: Event
  lastTimestamp: "2026-09-08T13:43:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:43:34Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-hgzbm.18d35c5924872ed6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24588"
    uid: bddc4e45-ae56-4a25-b4cb-fad9977b06e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-hgzbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24566"
    uid: f4af3c4c-fef9-445a-9191-2ef36e4a922c
  kind: Event
  lastTimestamp: "2026-09-08T13:43:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:43:34Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-hgzbm.18d35c5924f6e33e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24589"
    uid: 503c9c2f-879d-4f70-9454-568db12bc742
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-hgzbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24566"
    uid: f4af3c4c-fef9-445a-9191-2ef36e4a922c
  kind: Event
  lastTimestamp: "2026-09-08T13:43:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:43:34Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-hgzbm.18d35c59250149b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24590"
    uid: 50c199d7-975e-4a94-8267-533025411272
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-hgzbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24566"
    uid: f4af3c4c-fef9-445a-9191-2ef36e4a922c
  kind: Event
  lastTimestamp: "2026-09-08T13:43:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:43:34Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-hgzbm.18d35c5927e5efa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24592"
    uid: 0320d44d-b632-48ff-b2cb-1ae49bf56682
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-hgzbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24566"
    uid: f4af3c4c-fef9-445a-9191-2ef36e4a922c
  kind: Event
  lastTimestamp: "2026-09-08T13:43:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:43:35Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-hgzbm.18d35c592855842c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24593"
    uid: 862ce0ba-04ae-4891-b721-5bf49058d25a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-hgzbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24566"
    uid: f4af3c4c-fef9-445a-9191-2ef36e4a922c
  kind: Event
  lastTimestamp: "2026-09-08T13:45:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:09Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-hgzbm.18d35c6f2dfb5e97
    namespace: kserve-ci-e2e-test
    resourceVersion: "25675"
    uid: 8d30af87-2a96-4fa3-8cf6-73f9959cd149
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-hgzbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24566"
    uid: f4af3c4c-fef9-445a-9191-2ef36e4a922c
  kind: Event
  lastTimestamp: "2026-09-08T13:45:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:09Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-hgzbm.18d35c6f2dfc1586
    namespace: kserve-ci-e2e-test
    resourceVersion: "25676"
    uid: 6a668edf-f04c-4f17-8e13-cb17d008d162
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24552"
    uid: 9c87835e-7344-4320-8c18-fec19ee4cdd5
  kind: Event
  lastTimestamp: "2026-09-08T13:43:34Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-hgzbm'
  metadata:
    creationTimestamp: "2026-09-08T13:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:43:34Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18d35c58fd1d8ec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24567"
    uid: 049ce5f0-34bb-417b-a937-61fcc55022a7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24550"
    uid: e2370b11-0e6d-478e-b8d6-401be116746e
  kind: Event
  lastTimestamp: "2026-09-08T13:43:34Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:43:34Z"
    name: message-dumper-raw-cipn-predictor.18d35c58f6d56756
    namespace: kserve-ci-e2e-test
    resourceVersion: "24554"
    uid: 3d43e8fe-65ed-45ac-9d48-dfdfbf15327d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24551"
    uid: 7577bdb3-e748-4213-9884-cd62afd616fe
  kind: Event
  lastTimestamp: "2026-09-08T13:44:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:44:04Z"
    name: message-dumper-raw-cipn-predictor.18d35c5c7620ca98
    namespace: kserve-ci-e2e-test
    resourceVersion: "24878"
    uid: 5ce2b341-caa4-46c6-9f20-f243750e8573
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24551"
    uid: 7577bdb3-e748-4213-9884-cd62afd616fe
  kind: Event
  lastTimestamp: "2026-09-08T13:44:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:44:04Z"
    name: message-dumper-raw-cipn-predictor.18d35c5c7695b9be
    namespace: kserve-ci-e2e-test
    resourceVersion: "24879"
    uid: 8b125433-b90d-4a0f-8bad-d90a49ef5810
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24544"
    uid: 7a2113e5-3c6b-402f-a677-a6b4d41351cd
  kind: Event
  lastTimestamp: "2026-09-08T13:43:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:43:43Z"
    name: message-dumper-raw-cipn.18d35c58f6d348d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24665"
    uid: 2c22c22c-6e61-4062-90f4-668155c1500d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24544"
    uid: 7a2113e5-3c6b-402f-a677-a6b4d41351cd
  kind: Event
  lastTimestamp: "2026-09-08T13:43:34Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:43:34Z"
    name: message-dumper-raw-cipn.18d35c58f760a6df
    namespace: kserve-ci-e2e-test
    resourceVersion: "24576"
    uid: 1586d087-67eb-4218-a831-09bb4d5846f9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24546"
    uid: 7a2113e5-3c6b-402f-a677-a6b4d41351cd
  kind: Event
  lastTimestamp: "2026-09-08T13:43:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper-raw-cipn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:43:34Z"
    name: message-dumper-raw-cipn.18d35c59021ec32f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24577"
    uid: 499889bd-87e3-445e-abdf-c608bea00f93
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24660"
    uid: 7a2113e5-3c6b-402f-a677-a6b4d41351cd
  kind: Event
  lastTimestamp: "2026-09-08T13:43:43Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:43:43Z"
    name: message-dumper-raw-cipn.18d35c5b3c0b0325
    namespace: kserve-ci-e2e-test
    resourceVersion: "24664"
    uid: 2abd2b29-cef3-4c23-985e-ea859f6d5705
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:32:03.095092Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-3d858-7665b6bd96-87w8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17936"
    uid: 3814ea83-0eaa-4537-a432-0262be5e2fd2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-3d858-7665b6bd96-87w8z
    to ip-10-0-142-86.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:32:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:32:03Z"
    name: model-chainer-raw-3d858-7665b6bd96-87w8z.18d35bb80fe6a05f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17941"
    uid: e3b452e1-4d51-4dcf-8d3d-80c30371e5d7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-3d858-7665b6bd96-87w8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17946"
    uid: 3814ea83-0eaa-4537-a432-0262be5e2fd2
  kind: Event
  lastTimestamp: "2026-09-08T13:32:03Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:32:03Z"
    name: model-chainer-raw-3d858-7665b6bd96-87w8z.18d35bb831e754bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17957"
    uid: 211d3739-8c7e-42fe-9233-8259e31f73a1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-3d858}
    kind: Pod
    name: model-chainer-raw-3d858-7665b6bd96-87w8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17938"
    uid: 3814ea83-0eaa-4537-a432-0262be5e2fd2
  kind: Event
  lastTimestamp: "2026-09-08T13:32:03Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:2ae619f4eea9fa406199e7b8e562bc31c295665fd082c5f377ac0602bcc5b2e9"
  metadata:
    creationTimestamp: "2026-09-08T13:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:03Z"
    name: model-chainer-raw-3d858-7665b6bd96-87w8z.18d35bb83351c208
    namespace: kserve-ci-e2e-test
    resourceVersion: "17960"
    uid: 7a8c742c-b1b5-470c-a9d1-d9bf78a23b06
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-3d858}
    kind: Pod
    name: model-chainer-raw-3d858-7665b6bd96-87w8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17938"
    uid: 3814ea83-0eaa-4537-a432-0262be5e2fd2
  kind: Event
  lastTimestamp: "2026-09-08T13:32:05Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:2ae619f4eea9fa406199e7b8e562bc31c295665fd082c5f377ac0602bcc5b2e9"
    in 1.995s (1.995s including waiting). Image size: 214921806 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:05Z"
    name: model-chainer-raw-3d858-7665b6bd96-87w8z.18d35bb8aa40d9d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17975"
    uid: 9b753c01-4d11-4179-9bf4-a5f9df4bc764
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-3d858}
    kind: Pod
    name: model-chainer-raw-3d858-7665b6bd96-87w8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17938"
    uid: 3814ea83-0eaa-4537-a432-0262be5e2fd2
  kind: Event
  lastTimestamp: "2026-09-08T13:32:05Z"
  message: 'Created container: model-chainer-raw-3d858'
  metadata:
    creationTimestamp: "2026-09-08T13:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:05Z"
    name: model-chainer-raw-3d858-7665b6bd96-87w8z.18d35bb8ad8d6637
    namespace: kserve-ci-e2e-test
    resourceVersion: "17977"
    uid: aff69d21-8902-4214-bb57-bece4da5adf2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-3d858}
    kind: Pod
    name: model-chainer-raw-3d858-7665b6bd96-87w8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17938"
    uid: 3814ea83-0eaa-4537-a432-0262be5e2fd2
  kind: Event
  lastTimestamp: "2026-09-08T13:32:05Z"
  message: Started container model-chainer-raw-3d858
  metadata:
    creationTimestamp: "2026-09-08T13:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:05Z"
    name: model-chainer-raw-3d858-7665b6bd96-87w8z.18d35bb8adfdda78
    namespace: kserve-ci-e2e-test
    resourceVersion: "17978"
    uid: 8470ca4a-2622-43e8-bc35-d1d9e4fc28ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-3d858}
    kind: Pod
    name: model-chainer-raw-3d858-7665b6bd96-87w8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17938"
    uid: 3814ea83-0eaa-4537-a432-0262be5e2fd2
  kind: Event
  lastTimestamp: "2026-09-08T13:32:13Z"
  message: Stopping container model-chainer-raw-3d858
  metadata:
    creationTimestamp: "2026-09-08T13:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:13Z"
    name: model-chainer-raw-3d858-7665b6bd96-87w8z.18d35bba688259e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18064"
    uid: 201a7ef2-f89b-402b-af54-f49cb352ec9e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-3d858}
    kind: Pod
    name: model-chainer-raw-3d858-7665b6bd96-87w8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17938"
    uid: 3814ea83-0eaa-4537-a432-0262be5e2fd2
  kind: Event
  lastTimestamp: "2026-09-08T13:32:42Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-08T13:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:42Z"
    name: model-chainer-raw-3d858-7665b6bd96-87w8z.18d35bbb635fa47a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18457"
    uid: 5e899cf1-07a8-400e-aba5-f216cd5f9aec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-86.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-3d858-7665b6bd96
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 5ab326ce-be7a-4f23-9de3-de4cb530bc33
  kind: Event
  lastTimestamp: "2026-09-08T13:32:03Z"
  message: 'Created pod: model-chainer-raw-3d858-7665b6bd96-87w8z'
  metadata:
    creationTimestamp: "2026-09-08T13:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:32:03Z"
    name: model-chainer-raw-3d858-7665b6bd96.18d35bb80f4b88dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17937"
    uid: d40ebd51-6584-49fb-8233-1e4b4b1a1eb6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-3d858
    namespace: kserve-ci-e2e-test
    resourceVersion: "17931"
    uid: db8a60d3-d2c2-42f7-aa86-ac615f2857cc
  kind: Event
  lastTimestamp: "2026-09-08T13:32:03Z"
  message: Scaled up replica set model-chainer-raw-3d858-7665b6bd96 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:32:03Z"
    name: model-chainer-raw-3d858.18d35bb80e94eba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17934"
    uid: a2adafeb-1cc8-486b-bfdb-ad8bb32ce8ac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-3d858
    namespace: kserve-ci-e2e-test
    resourceVersion: "17949"
    uid: 808fff6f-f839-4c4f-99e5-da85fdc826c3
  kind: Event
  lastTimestamp: "2026-09-08T13:32:03Z"
  message: InferenceGraph [model-chainer-raw-3d858] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:32:03Z"
    name: model-chainer-raw-3d858.18d35bb8146a5195
    namespace: kserve-ci-e2e-test
    resourceVersion: "17951"
    uid: ed8f3904-7f44-4560-96bc-bb8edfed9359
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:33:53.433064Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-90436-866fb7b47b-2xx9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19160"
    uid: c4fe5d6f-4377-4ece-afbc-eeaf4abc7efd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-90436-866fb7b47b-2xx9p
    to ip-10-0-142-86.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:33:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:33:53Z"
    name: model-chainer-raw-hpa-90436-866fb7b47b-2xx9p.18d35bd1c08e667c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19165"
    uid: 1947d759-dbec-47bd-8426-e720c5c65620
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-90436-866fb7b47b-2xx9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19163"
    uid: c4fe5d6f-4377-4ece-afbc-eeaf4abc7efd
  kind: Event
  lastTimestamp: "2026-09-08T13:33:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-90436-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:33:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:53Z"
    name: model-chainer-raw-hpa-90436-866fb7b47b-2xx9p.18d35bd1cc97195f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19178"
    uid: 60bbfb8b-fafe-4e9c-8d5b-7050aa934997
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-86.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-90436-866fb7b47b-2xx9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19169"
    uid: c4fe5d6f-4377-4ece-afbc-eeaf4abc7efd
  kind: Event
  lastTimestamp: "2026-09-08T13:33:54Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:33:54Z"
    name: model-chainer-raw-hpa-90436-866fb7b47b-2xx9p.18d35bd2065f3d6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19186"
    uid: d05b9119-06e2-4742-ae16-aaf95cf8e39c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-90436}
    kind: Pod
    name: model-chainer-raw-hpa-90436-866fb7b47b-2xx9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19163"
    uid: c4fe5d6f-4377-4ece-afbc-eeaf4abc7efd
  kind: Event
  lastTimestamp: "2026-09-08T13:33:54Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:2ae619f4eea9fa406199e7b8e562bc31c295665fd082c5f377ac0602bcc5b2e9"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:54Z"
    name: model-chainer-raw-hpa-90436-866fb7b47b-2xx9p.18d35bd207c1cd44
    namespace: kserve-ci-e2e-test
    resourceVersion: "19188"
    uid: 07af9383-e635-45f7-86d3-a39b9324c2ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-90436}
    kind: Pod
    name: model-chainer-raw-hpa-90436-866fb7b47b-2xx9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19163"
    uid: c4fe5d6f-4377-4ece-afbc-eeaf4abc7efd
  kind: Event
  lastTimestamp: "2026-09-08T13:33:54Z"
  message: 'Created container: model-chainer-raw-hpa-90436'
  metadata:
    creationTimestamp: "2026-09-08T13:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:54Z"
    name: model-chainer-raw-hpa-90436-866fb7b47b-2xx9p.18d35bd20b5613af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19189"
    uid: cebb94b2-83d2-4691-886e-203da0fd75c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-90436}
    kind: Pod
    name: model-chainer-raw-hpa-90436-866fb7b47b-2xx9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19163"
    uid: c4fe5d6f-4377-4ece-afbc-eeaf4abc7efd
  kind: Event
  lastTimestamp: "2026-09-08T13:33:54Z"
  message: Started container model-chainer-raw-hpa-90436
  metadata:
    creationTimestamp: "2026-09-08T13:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:54Z"
    name: model-chainer-raw-hpa-90436-866fb7b47b-2xx9p.18d35bd20bbf7bda
    namespace: kserve-ci-e2e-test
    resourceVersion: "19190"
    uid: 525a4e96-e2aa-45fc-a575-ba32d20b6b36
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-90436}
    kind: Pod
    name: model-chainer-raw-hpa-90436-866fb7b47b-2xx9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19163"
    uid: c4fe5d6f-4377-4ece-afbc-eeaf4abc7efd
  kind: Event
  lastTimestamp: "2026-09-08T13:34:03Z"
  message: Stopping container model-chainer-raw-hpa-90436
  metadata:
    creationTimestamp: "2026-09-08T13:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:03Z"
    name: model-chainer-raw-hpa-90436-866fb7b47b-2xx9p.18d35bd419778764
    namespace: kserve-ci-e2e-test
    resourceVersion: "19278"
    uid: 679bb1ea-ea1b-448f-b057-37794f542dc4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-86.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-90436}
    kind: Pod
    name: model-chainer-raw-hpa-90436-866fb7b47b-2xx9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "19163"
    uid: c4fe5d6f-4377-4ece-afbc-eeaf4abc7efd
  kind: Event
  lastTimestamp: "2026-09-08T13:34:30Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-08T13:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:30Z"
    name: model-chainer-raw-hpa-90436-866fb7b47b-2xx9p.18d35bd4a814a35b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19647"
    uid: 3238d5bd-d715-44cd-af55-b999ed4cfb87
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-86.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-86.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-90436-866fb7b47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19157"
    uid: 5a2276de-c2f9-432f-9251-efb29b228651
  kind: Event
  lastTimestamp: "2026-09-08T13:33:53Z"
  message: 'Created pod: model-chainer-raw-hpa-90436-866fb7b47b-2xx9p'
  metadata:
    creationTimestamp: "2026-09-08T13:33:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:33:53Z"
    name: model-chainer-raw-hpa-90436-866fb7b47b.18d35bd1bff0ee51
    namespace: kserve-ci-e2e-test
    resourceVersion: "19161"
    uid: 90f13a65-5bff-46e0-9d2b-246d74c70d5c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-90436
    namespace: kserve-ci-e2e-test
    resourceVersion: "19155"
    uid: e0c5b2ff-a889-4088-8c41-23469856dc2e
  kind: Event
  lastTimestamp: "2026-09-08T13:33:53Z"
  message: Scaled up replica set model-chainer-raw-hpa-90436-866fb7b47b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-08T13:33:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:33:53Z"
    name: model-chainer-raw-hpa-90436.18d35bd1bf4869f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19158"
    uid: 1bae1582-e69d-49d4-8cb2-d897ffe09a38
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-90436
    namespace: kserve-ci-e2e-test
    resourceVersion: "19171"
    uid: dad46d55-2026-44c0-9c4b-2e66d4d9b739
  kind: Event
  lastTimestamp: "2026-09-08T13:33:53Z"
  message: InferenceGraph [model-chainer-raw-hpa-90436] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:33:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:33:53Z"
    name: model-chainer-raw-hpa-90436.18d35bd1c4ad78b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19173"
    uid: cfe2d7f3-9ba4-4e23-afec-9d7ea138f43d
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:35:55.112040Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20509"
    uid: f5e094d8-64cb-466f-9ea0-1f370453ae82
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-9fd9b-predictor-84545f5548-44zmt
    to ip-10-0-136-211.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:35:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:35:55Z"
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt.18d35bee153036bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20516"
    uid: f14a2ee5-37cc-4a9c-966c-939e0a2c8fe7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20522"
    uid: f5e094d8-64cb-466f-9ea0-1f370453ae82
  kind: Event
  lastTimestamp: "2026-09-08T13:35:55Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:35:55Z"
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt.18d35bee371cdf9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: 515d3a5a-5316-4a44-b136-0f0ebfc30a94
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20515"
    uid: f5e094d8-64cb-466f-9ea0-1f370453ae82
  kind: Event
  lastTimestamp: "2026-09-08T13:35:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:55Z"
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt.18d35bee38e65bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: 571d852b-ee74-4fdf-a142-c5d188fe118e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20515"
    uid: f5e094d8-64cb-466f-9ea0-1f370453ae82
  kind: Event
  lastTimestamp: "2026-09-08T13:35:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:55Z"
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt.18d35bee3b872c67
    namespace: kserve-ci-e2e-test
    resourceVersion: "20536"
    uid: fc5dd534-6355-4e3e-b2d9-fa479daa68c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20515"
    uid: f5e094d8-64cb-466f-9ea0-1f370453ae82
  kind: Event
  lastTimestamp: "2026-09-08T13:35:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:55Z"
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt.18d35bee3bfc9584
    namespace: kserve-ci-e2e-test
    resourceVersion: "20537"
    uid: d536cbaa-187b-4f1a-b34c-be4178739527
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20515"
    uid: f5e094d8-64cb-466f-9ea0-1f370453ae82
  kind: Event
  lastTimestamp: "2026-09-08T13:35:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:59Z"
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt.18d35bef35373f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: 0512f096-236d-45f8-9894-6b765e76e0a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20515"
    uid: f5e094d8-64cb-466f-9ea0-1f370453ae82
  kind: Event
  lastTimestamp: "2026-09-08T13:35:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:59Z"
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt.18d35bef3833f350
    namespace: kserve-ci-e2e-test
    resourceVersion: "20663"
    uid: 8b4cdf18-bf76-446b-b3fb-0887a0735fc7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20515"
    uid: f5e094d8-64cb-466f-9ea0-1f370453ae82
  kind: Event
  lastTimestamp: "2026-09-08T13:36:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:36:00Z"
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt.18d35bef38a948ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 81c42a1a-cfcf-438e-998d-45b612a939e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20515"
    uid: f5e094d8-64cb-466f-9ea0-1f370453ae82
  kind: Event
  lastTimestamp: "2026-09-08T13:36:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:36:00Z"
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt.18d35bef38b34763
    namespace: kserve-ci-e2e-test
    resourceVersion: "20667"
    uid: ac225b2a-7745-4336-8f16-0219c0982f76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20515"
    uid: f5e094d8-64cb-466f-9ea0-1f370453ae82
  kind: Event
  lastTimestamp: "2026-09-08T13:36:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:36:00Z"
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt.18d35bef3b35a27a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20669"
    uid: 464699cf-1735-4ccd-8a49-8b5fb050896d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20515"
    uid: f5e094d8-64cb-466f-9ea0-1f370453ae82
  kind: Event
  lastTimestamp: "2026-09-08T13:36:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:36:00Z"
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt.18d35bef3ba77098
    namespace: kserve-ci-e2e-test
    resourceVersion: "20671"
    uid: 64b8432b-1da0-4081-a0a3-c2b2102596b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20515"
    uid: f5e094d8-64cb-466f-9ea0-1f370453ae82
  kind: Event
  lastTimestamp: "2026-09-08T13:37:27Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:27Z"
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt.18d35bef7151948c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21367"
    uid: 46a32d09-6677-4700-a95a-951ea5c1ffbd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20515"
    uid: f5e094d8-64cb-466f-9ea0-1f370453ae82
  kind: Event
  lastTimestamp: "2026-09-08T13:37:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:25Z"
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt.18d35c030f6d139f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21346"
    uid: 45a782d3-bc87-4de3-a99b-c57d0c2522c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20515"
    uid: f5e094d8-64cb-466f-9ea0-1f370453ae82
  kind: Event
  lastTimestamp: "2026-09-08T13:37:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:25Z"
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt.18d35c030f6dbf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "21347"
    uid: 8fc409e0-14d9-47e8-85dc-2375a6bfe8ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20515"
    uid: f5e094d8-64cb-466f-9ea0-1f370453ae82
  kind: Event
  lastTimestamp: "2026-09-08T13:37:27Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:27Z"
    name: raw-sklearn-9fd9b-predictor-84545f5548-44zmt.18d35c03b392b073
    namespace: kserve-ci-e2e-test
    resourceVersion: "21366"
    uid: 72f353fb-8bd7-40a2-a8c3-6ea3b8e37d86
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-211.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-211.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-9fd9b-predictor-84545f5548
    namespace: kserve-ci-e2e-test
    resourceVersion: "20501"
    uid: b6c0e81e-cd92-4d88-96db-8a9eaa2c563a
  kind: Event
  lastTimestamp: "2026-09-08T13:35:55Z"
  message: 'Created pod: raw-sklearn-9fd9b-predictor-84545f5548-44zmt'
  metadata:
    creationTimestamp: "2026-09-08T13:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:35:55Z"
    name: raw-sklearn-9fd9b-predictor-84545f5548.18d35bee144272e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20513"
    uid: 6b02c2c8-6724-4782-90e6-abb3e49e4eff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-9fd9b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20499"
    uid: 74e810c9-5ee0-499f-bd8f-a4a10d38f3c7
  kind: Event
  lastTimestamp: "2026-09-08T13:35:55Z"
  message: Scaled up replica set raw-sklearn-9fd9b-predictor-84545f5548 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-08T13:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:35:55Z"
    name: raw-sklearn-9fd9b-predictor.18d35bee1144d9d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20504"
    uid: 8521284f-2abe-49a1-934e-cb274bc4e341
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-9fd9b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20500"
    uid: 47dfe7ef-c7f2-4e3f-a51e-1173022cb6b6
  kind: Event
  lastTimestamp: "2026-09-08T13:36:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:36:40Z"
    name: raw-sklearn-9fd9b-predictor.18d35bf18fd7e676
    namespace: kserve-ci-e2e-test
    resourceVersion: "20991"
    uid: 4530fa73-a32c-46c8-918a-4250954e7757
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-9fd9b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20500"
    uid: 47dfe7ef-c7f2-4e3f-a51e-1173022cb6b6
  kind: Event
  lastTimestamp: "2026-09-08T13:36:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:36:40Z"
    name: raw-sklearn-9fd9b-predictor.18d35bf190425359
    namespace: kserve-ci-e2e-test
    resourceVersion: "20992"
    uid: 2e799a09-3f3d-40e8-9b50-b76d99b888a8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-9fd9b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20763"
    uid: 47dfe7ef-c7f2-4e3f-a51e-1173022cb6b6
  kind: Event
  lastTimestamp: "2026-09-08T13:37:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:37:25Z"
    name: raw-sklearn-9fd9b-predictor.18d35bf50fa6f946
    namespace: kserve-ci-e2e-test
    resourceVersion: "21341"
    uid: 722b1385-dad1-46af-b56f-e20013b2b707
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-9fd9b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20763"
    uid: 47dfe7ef-c7f2-4e3f-a51e-1173022cb6b6
  kind: Event
  lastTimestamp: "2026-09-08T13:37:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:37:25Z"
    name: raw-sklearn-9fd9b-predictor.18d35bf5101e08f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21343"
    uid: 42e077f3-10d9-429a-881d-fcf6de99315f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-9fd9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20492"
    uid: b04bd34b-7783-4eae-aeb6-2b932d3165a1
  kind: Event
  lastTimestamp: "2026-09-08T13:37:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:37:18Z"
    name: raw-sklearn-9fd9b.18d35bee11482182
    namespace: kserve-ci-e2e-test
    resourceVersion: "21280"
    uid: 4ec99df8-887b-4214-a9e5-17e54708095f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-9fd9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20492"
    uid: b04bd34b-7783-4eae-aeb6-2b932d3165a1
  kind: Event
  lastTimestamp: "2026-09-08T13:35:55Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-9fd9b": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-9fd9b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:35:55Z"
    name: raw-sklearn-9fd9b.18d35bee11d0c425
    namespace: kserve-ci-e2e-test
    resourceVersion: "20506"
    uid: 0ac8207f-91cb-460e-bdea-0e21b59a812d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-9fd9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: b04bd34b-7783-4eae-aeb6-2b932d3165a1
  kind: Event
  lastTimestamp: "2026-09-08T13:37:18Z"
  message: InferenceService [raw-sklearn-9fd9b] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:37:18Z"
    name: raw-sklearn-9fd9b.18d35c01664e8e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21279"
    uid: 31ef5c21-0e16-43b3-a128-927aeb663ee5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:37:30.423284Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21414"
    uid: 563636fc-cd17-4456-9cb5-f82fe8abbf2d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q
    to ip-10-0-134-224.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:37:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:37:30Z"
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q.18d35c04462e79e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21418"
    uid: aedf078b-a4be-4acb-869d-8dba436c9edf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8bfbcfcbd-jktfb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: 563636fc-cd17-4456-9cb5-f82fe8abbf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:37:30Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:37:30Z"
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q.18d35c04684569f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21432"
    uid: 4d285fc7-a617-4526-849c-8ee91ff57db7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 563636fc-cd17-4456-9cb5-f82fe8abbf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:37:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:37:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:31Z"
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q.18d35c0469c7b9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21434"
    uid: 903f79f0-2334-4d90-90a8-2f6b455bc735
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 563636fc-cd17-4456-9cb5-f82fe8abbf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:37:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:37:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:31Z"
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q.18d35c046ca8df74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21435"
    uid: 970c1aae-a87d-4065-aef8-6631c6380881
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 563636fc-cd17-4456-9cb5-f82fe8abbf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:37:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:37:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:31Z"
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q.18d35c046d184f2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21436"
    uid: a0805c2b-4de0-4383-97b5-6f5b04c13e7b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 563636fc-cd17-4456-9cb5-f82fe8abbf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:37:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:35Z"
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q.18d35c0564733e3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21470"
    uid: ba8f9fec-0e37-4e12-80b6-4b44bb266650
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 563636fc-cd17-4456-9cb5-f82fe8abbf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:37:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:35Z"
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q.18d35c056755ca28
    namespace: kserve-ci-e2e-test
    resourceVersion: "21472"
    uid: c10061ef-4128-4cbd-8ef9-734b56917f01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 563636fc-cd17-4456-9cb5-f82fe8abbf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:37:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:35Z"
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q.18d35c0567c84b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21473"
    uid: 053ad7c1-fcb9-4441-b10e-e34e18f7ff2f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 563636fc-cd17-4456-9cb5-f82fe8abbf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:37:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:35Z"
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q.18d35c0567d20c0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21474"
    uid: 78ca6e69-439b-4b14-b850-3b83b5b5dc05
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 563636fc-cd17-4456-9cb5-f82fe8abbf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:37:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:35Z"
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q.18d35c056ab6399b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21475"
    uid: 45aa45e7-55e4-4edd-b193-314ac8f7401d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 563636fc-cd17-4456-9cb5-f82fe8abbf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:37:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:35Z"
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q.18d35c056b2758bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21476"
    uid: 540c4c68-58d2-44c4-866d-6947920fb819
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 563636fc-cd17-4456-9cb5-f82fe8abbf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:39:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:39:03Z"
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q.18d35c05dc9b7624
    namespace: kserve-ci-e2e-test
    resourceVersion: "22307"
    uid: 09352d24-e010-4c8c-92f1-e560bc407613
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 563636fc-cd17-4456-9cb5-f82fe8abbf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:39:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:39:00Z"
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q.18d35c193d7b9a39
    namespace: kserve-ci-e2e-test
    resourceVersion: "22281"
    uid: fdfe48b0-0f4f-4c88-a0a6-5b54fa713715
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 563636fc-cd17-4456-9cb5-f82fe8abbf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:39:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:39:00Z"
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q.18d35c193d7c10f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22282"
    uid: 6fdafb4a-de5e-410b-b3ea-4bd7cdf1af2f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 563636fc-cd17-4456-9cb5-f82fe8abbf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:39:03Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:39:03Z"
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q.18d35c19e2d4498c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22306"
    uid: 0a53ef64-22f3-488a-9de9-dbe3b2a4340a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-224.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-224.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "21403"
    uid: 94b36e37-8fa4-4d15-a4ce-f8b9bd6f5543
  kind: Event
  lastTimestamp: "2026-09-08T13:37:30Z"
  message: 'Created pod: raw-sklearn-runtime-e88a7-predictor-5d7f68d48-nks6q'
  metadata:
    creationTimestamp: "2026-09-08T13:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:37:30Z"
    name: raw-sklearn-runtime-e88a7-predictor-5d7f68d48.18d35c0445c14226
    namespace: kserve-ci-e2e-test
    resourceVersion: "21415"
    uid: 725e7306-60dd-416c-85c3-311f974c0de4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-e88a7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21401"
    uid: eb515dc5-9623-4f01-9ddb-725130fe8109
  kind: Event
  lastTimestamp: "2026-09-08T13:37:30Z"
  message: Scaled up replica set raw-sklearn-runtime-e88a7-predictor-5d7f68d48 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:37:30Z"
    name: raw-sklearn-runtime-e88a7-predictor.18d35c0440ec30c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21405"
    uid: 85741320-a7c5-445f-b48d-a1583ae2bad9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-e88a7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21402"
    uid: 303b2578-ba59-49d6-a679-0bc259b29b60
  kind: Event
  lastTimestamp: "2026-09-08T13:38:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:38:00Z"
    name: raw-sklearn-runtime-e88a7-predictor.18d35c07c00a539a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21666"
    uid: 3f1d70ad-682b-4987-96b1-d84960fa4e2f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-e88a7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21402"
    uid: 303b2578-ba59-49d6-a679-0bc259b29b60
  kind: Event
  lastTimestamp: "2026-09-08T13:38:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:38:00Z"
    name: raw-sklearn-runtime-e88a7-predictor.18d35c07c0a321f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21667"
    uid: 78fbb16f-7f24-4dc1-b806-22d0405d4736
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-e88a7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21559"
    uid: 303b2578-ba59-49d6-a679-0bc259b29b60
  kind: Event
  lastTimestamp: "2026-09-08T13:38:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:38:45Z"
    name: raw-sklearn-runtime-e88a7-predictor.18d35c0ebea2e631
    namespace: kserve-ci-e2e-test
    resourceVersion: "22100"
    uid: 3569c6f7-6c82-49f8-a396-68027fc27b10
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-e88a7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21559"
    uid: 303b2578-ba59-49d6-a679-0bc259b29b60
  kind: Event
  lastTimestamp: "2026-09-08T13:38:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:38:45Z"
    name: raw-sklearn-runtime-e88a7-predictor.18d35c0ebf14e2b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22103"
    uid: 29697194-ea64-47c7-ad5f-367e1fa3ef4f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-e88a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21391"
    uid: 051886f9-7c76-4e07-a0a3-f46a5b9607a3
  kind: Event
  lastTimestamp: "2026-09-08T13:38:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:38:53Z"
    name: raw-sklearn-runtime-e88a7.18d35c0440e9a1bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22208"
    uid: c1753cf8-1003-4d53-a85a-82d2f367b021
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-e88a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21391"
    uid: 051886f9-7c76-4e07-a0a3-f46a5b9607a3
  kind: Event
  lastTimestamp: "2026-09-08T13:37:30Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-e88a7":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-e88a7":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:37:30Z"
    name: raw-sklearn-runtime-e88a7.18d35c0441902e2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21408"
    uid: aba7d39d-5725-4214-b25c-a3820fbf3c85
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-e88a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22206"
    uid: 051886f9-7c76-4e07-a0a3-f46a5b9607a3
  kind: Event
  lastTimestamp: "2026-09-08T13:38:53Z"
  message: InferenceService [raw-sklearn-runtime-e88a7] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:38:53Z"
    name: raw-sklearn-runtime-e88a7.18d35c179419cb85
    namespace: kserve-ci-e2e-test
    resourceVersion: "22207"
    uid: e935c2d5-07d4-4fda-948e-e57c770b7035
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "25927"