---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:41:43.815906Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21415"
    uid: 99b95866-0f6d-431a-8063-90a7c9a027b9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-76b74f4d6c-2qkjw
    to ip-10-0-134-26.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:41:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:41:43Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw.18d6ac429058e06b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21419"
    uid: 34c10b1f-f079-46fd-844b-1dfe8c1ea8e4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 99b95866-0f6d-431a-8063-90a7c9a027b9
  kind: Event
  lastTimestamp: "2026-09-19T08:41:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:43Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw.18d6ac42999b97c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21435"
    uid: 7ba1a0f8-6678-4808-a3eb-d82e91115e6d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: 99b95866-0f6d-431a-8063-90a7c9a027b9
  kind: Event
  lastTimestamp: "2026-09-19T08:41:44Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:41:44Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw.18d6ac42d64fca41
    namespace: kserve-ci-e2e-test
    resourceVersion: "21455"
    uid: 6626f5ce-0fea-48bb-8446-0037f7e3e0af
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 99b95866-0f6d-431a-8063-90a7c9a027b9
  kind: Event
  lastTimestamp: "2026-09-19T08:41:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:45Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw.18d6ac42d7b776ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21457"
    uid: 89618ec7-0842-4bf1-a10e-9e6501b65cb4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 99b95866-0f6d-431a-8063-90a7c9a027b9
  kind: Event
  lastTimestamp: "2026-09-19T08:41:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:45Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw.18d6ac42dbcea7f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21460"
    uid: 4984fb13-b307-447f-8e8d-aedea7c08697
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 99b95866-0f6d-431a-8063-90a7c9a027b9
  kind: Event
  lastTimestamp: "2026-09-19T08:41:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:45Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw.18d6ac42dc45938c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21461"
    uid: 661485a3-6b46-49f9-ace0-2765ee57a0eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 99b95866-0f6d-431a-8063-90a7c9a027b9
  kind: Event
  lastTimestamp: "2026-09-19T08:41:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:49Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw.18d6ac43d4dd6bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21509"
    uid: 398d1eff-a191-48da-b876-751ad2f96760
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 99b95866-0f6d-431a-8063-90a7c9a027b9
  kind: Event
  lastTimestamp: "2026-09-19T08:41:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:49Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw.18d6ac43d91997f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21517"
    uid: 4b94c467-8e9a-43f0-bacc-441d4cecc003
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 99b95866-0f6d-431a-8063-90a7c9a027b9
  kind: Event
  lastTimestamp: "2026-09-19T08:41:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:49Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw.18d6ac43d9c50186
    namespace: kserve-ci-e2e-test
    resourceVersion: "21521"
    uid: b166781f-d5bb-4ea4-b19e-da777a269ac7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 99b95866-0f6d-431a-8063-90a7c9a027b9
  kind: Event
  lastTimestamp: "2026-09-19T08:41:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:49Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw.18d6ac43d9cddc5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21522"
    uid: 1584aae3-ee2f-4b7a-b9a7-f80d32a7d94c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 99b95866-0f6d-431a-8063-90a7c9a027b9
  kind: Event
  lastTimestamp: "2026-09-19T08:41:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:49Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw.18d6ac43dd4f97d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21526"
    uid: c29e8a5a-f5ef-40d3-b0c4-1c5b50025d07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 99b95866-0f6d-431a-8063-90a7c9a027b9
  kind: Event
  lastTimestamp: "2026-09-19T08:41:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:49Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw.18d6ac43ddcc465a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21528"
    uid: 210d3312-76e8-4490-be85-d96dcf4c2154
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 99b95866-0f6d-431a-8063-90a7c9a027b9
  kind: Event
  lastTimestamp: "2026-09-19T08:43:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:03Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw.18d6ac444d6bc9d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22116"
    uid: fc8fe361-c88e-4139-bb9f-01f89a212a54
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 99b95866-0f6d-431a-8063-90a7c9a027b9
  kind: Event
  lastTimestamp: "2026-09-19T08:43:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:13Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw.18d6ac5757e45733
    namespace: kserve-ci-e2e-test
    resourceVersion: "22206"
    uid: 172c86fe-4fad-4809-999f-d1a233eaaeb4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 99b95866-0f6d-431a-8063-90a7c9a027b9
  kind: Event
  lastTimestamp: "2026-09-19T08:43:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:13Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw.18d6ac5757e54f5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22207"
    uid: b4a6af71-5583-4d80-ae39-abb5ff65ebbd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 99b95866-0f6d-431a-8063-90a7c9a027b9
  kind: Event
  lastTimestamp: "2026-09-19T08:43:17Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:43:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:17Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2qkjw.18d6ac5853abef3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22278"
    uid: c8099882-9aff-442e-812c-24f2e4a3f196
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:41:43.774335Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21406"
    uid: fc85e1e3-494f-4114-a17b-efb66db0a996
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-76b74f4d6c-nb9vp
    to ip-10-0-140-141.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:41:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:41:43Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp.18d6ac428dde8e2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21410"
    uid: e9a8a051-87cd-4a33-9e90-9e920212f0c0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: fc85e1e3-494f-4114-a17b-efb66db0a996
  kind: Event
  lastTimestamp: "2026-09-19T08:41:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:43Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp.18d6ac4297c83efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21432"
    uid: 06075e8a-0adb-4d00-9426-98a40d7f1c1d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21414"
    uid: fc85e1e3-494f-4114-a17b-efb66db0a996
  kind: Event
  lastTimestamp: "2026-09-19T08:41:44Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:41:44Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp.18d6ac42d36bf556
    namespace: kserve-ci-e2e-test
    resourceVersion: "21449"
    uid: b08d013d-b988-4af7-8613-3e836f1caa83
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: fc85e1e3-494f-4114-a17b-efb66db0a996
  kind: Event
  lastTimestamp: "2026-09-19T08:41:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:44Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp.18d6ac42d4eeb7a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21451"
    uid: bec8fe39-0751-4557-ac9e-94731a389ff3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: fc85e1e3-494f-4114-a17b-efb66db0a996
  kind: Event
  lastTimestamp: "2026-09-19T08:41:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:45Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp.18d6ac42d864b985
    namespace: kserve-ci-e2e-test
    resourceVersion: "21458"
    uid: 86e1503b-3311-433f-afbe-b5b2a14f7e10
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: fc85e1e3-494f-4114-a17b-efb66db0a996
  kind: Event
  lastTimestamp: "2026-09-19T08:41:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:45Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp.18d6ac42d8d8c7ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "21459"
    uid: e71c6906-5815-4621-8040-22ee4e4c3e07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: fc85e1e3-494f-4114-a17b-efb66db0a996
  kind: Event
  lastTimestamp: "2026-09-19T08:41:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:49Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp.18d6ac43e9701a88
    namespace: kserve-ci-e2e-test
    resourceVersion: "21531"
    uid: 0629d042-5337-4b25-aece-a7a0e53ff146
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: fc85e1e3-494f-4114-a17b-efb66db0a996
  kind: Event
  lastTimestamp: "2026-09-19T08:41:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:49Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp.18d6ac43ec7a405b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21535"
    uid: 85d8b8c5-b507-410d-b6f6-edbaf05ba2c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: fc85e1e3-494f-4114-a17b-efb66db0a996
  kind: Event
  lastTimestamp: "2026-09-19T08:41:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:49Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp.18d6ac43ecea1dfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21536"
    uid: cda1c3fc-21d5-4366-b64c-304cb82594d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: fc85e1e3-494f-4114-a17b-efb66db0a996
  kind: Event
  lastTimestamp: "2026-09-19T08:41:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:49Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp.18d6ac43ecf3fd01
    namespace: kserve-ci-e2e-test
    resourceVersion: "21538"
    uid: ebdb06c7-df0b-400a-a9d0-87d3e9243e5c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: fc85e1e3-494f-4114-a17b-efb66db0a996
  kind: Event
  lastTimestamp: "2026-09-19T08:41:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:49Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp.18d6ac43f0197a1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21541"
    uid: b515dfcb-0124-443c-971b-5bdfe7b0f588
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: fc85e1e3-494f-4114-a17b-efb66db0a996
  kind: Event
  lastTimestamp: "2026-09-19T08:41:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:49Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp.18d6ac43f089349d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21542"
    uid: 5f903e50-b3ff-4146-b3ef-94e17391aa14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: fc85e1e3-494f-4114-a17b-efb66db0a996
  kind: Event
  lastTimestamp: "2026-09-19T08:42:59Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:42:59Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp.18d6ac4425139b82
    namespace: kserve-ci-e2e-test
    resourceVersion: "22088"
    uid: 7b0834b0-c34b-4e2d-8a1a-c1e26d8afd58
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: fc85e1e3-494f-4114-a17b-efb66db0a996
  kind: Event
  lastTimestamp: "2026-09-19T08:43:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:13Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp.18d6ac578362625d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22247"
    uid: f6f5465d-1b66-4660-acf1-0182f93ce4d2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: fc85e1e3-494f-4114-a17b-efb66db0a996
  kind: Event
  lastTimestamp: "2026-09-19T08:43:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:13Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp.18d6ac5783631d32
    namespace: kserve-ci-e2e-test
    resourceVersion: "22248"
    uid: 61cf2298-9c24-4447-8c07-7a617eda64b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: fc85e1e3-494f-4114-a17b-efb66db0a996
  kind: Event
  lastTimestamp: "2026-09-19T08:43:16Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:16Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nb9vp.18d6ac582b5889d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22272"
    uid: cd91918b-5f27-4c00-85a3-dd787fb9b320
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-76b74f4d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21391"
    uid: 5286dbf6-20d3-4300-926a-804a9efe1c26
  kind: Event
  lastTimestamp: "2026-09-19T08:41:43Z"
  message: 'Created pod: isvc-canary-create-predictor-76b74f4d6c-nb9vp'
  metadata:
    creationTimestamp: "2026-09-19T08:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:41:43Z"
    name: isvc-canary-create-predictor-76b74f4d6c.18d6ac428d76c46d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21408"
    uid: fc5c122f-169d-453d-a835-1890d78a48f3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-76b74f4d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21391"
    uid: 5286dbf6-20d3-4300-926a-804a9efe1c26
  kind: Event
  lastTimestamp: "2026-09-19T08:41:43Z"
  message: 'Created pod: isvc-canary-create-predictor-76b74f4d6c-2qkjw'
  metadata:
    creationTimestamp: "2026-09-19T08:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:41:43Z"
    name: isvc-canary-create-predictor-76b74f4d6c.18d6ac428fffdef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21417"
    uid: 9d20947e-bd11-4b04-9e86-92b2bd182891
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-76b74f4d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22198"
    uid: 5286dbf6-20d3-4300-926a-804a9efe1c26
  kind: Event
  lastTimestamp: "2026-09-19T08:43:13Z"
  message: 'Deleted pod: isvc-canary-create-predictor-76b74f4d6c-2qkjw'
  metadata:
    creationTimestamp: "2026-09-19T08:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:43:13Z"
    name: isvc-canary-create-predictor-76b74f4d6c.18d6ac5757b678e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22202"
    uid: ec0d9623-cbe8-44e5-a0ad-a02dc60c6374
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21389"
    uid: 8a5df476-b74b-4907-9bf0-48d33954e7a7
  kind: Event
  lastTimestamp: "2026-09-19T08:41:43Z"
  message: Scaled up replica set isvc-canary-create-predictor-76b74f4d6c from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-19T08:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:41:43Z"
    name: isvc-canary-create-predictor.18d6ac42893b5da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21394"
    uid: a30d5801-4582-415a-9d33-901455b0f33c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22194"
    uid: 8a5df476-b74b-4907-9bf0-48d33954e7a7
  kind: Event
  lastTimestamp: "2026-09-19T08:43:13Z"
  message: Scaled down replica set isvc-canary-create-predictor-76b74f4d6c from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-19T08:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:43:13Z"
    name: isvc-canary-create-predictor.18d6ac57575076f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22199"
    uid: 916d22eb-2e94-4bd5-b37c-ab703f60e380
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:41:43.727519Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21396"
    uid: 72718a53-fcc4-41bb-a934-d69f1c41db06
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-667f95d746-8sk2w
    to ip-10-0-134-26.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:41:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:41:43Z"
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w.18d6ac428b143691
    namespace: kserve-ci-e2e-test
    resourceVersion: "21402"
    uid: 4ca5fd15-0ece-4174-8192-f3afccb07956
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 72718a53-fcc4-41bb-a934-d69f1c41db06
  kind: Event
  lastTimestamp: "2026-09-19T08:43:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:17Z"
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w.18d6ac429397edb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22281"
    uid: d6f5803f-84c5-4a0d-a2aa-1c4302d48762
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21407"
    uid: 72718a53-fcc4-41bb-a934-d69f1c41db06
  kind: Event
  lastTimestamp: "2026-09-19T08:41:44Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:41:44Z"
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w.18d6ac42d12c1d86
    namespace: kserve-ci-e2e-test
    resourceVersion: "21445"
    uid: cd7c15bf-2f5d-4ccb-91b0-ed1d32abe9b9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 72718a53-fcc4-41bb-a934-d69f1c41db06
  kind: Event
  lastTimestamp: "2026-09-19T08:41:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:44Z"
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w.18d6ac42d2c64784
    namespace: kserve-ci-e2e-test
    resourceVersion: "21448"
    uid: 954ac9c9-522c-4831-a699-93c71778c46f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 72718a53-fcc4-41bb-a934-d69f1c41db06
  kind: Event
  lastTimestamp: "2026-09-19T08:41:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:44Z"
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w.18d6ac42d58e54ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "21453"
    uid: f98b5e6b-eb60-423e-951c-1b90706c49e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 72718a53-fcc4-41bb-a934-d69f1c41db06
  kind: Event
  lastTimestamp: "2026-09-19T08:41:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:44Z"
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w.18d6ac42d606228a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21454"
    uid: c4f85abf-10c7-4358-bb76-52ba2b4f328a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 72718a53-fcc4-41bb-a934-d69f1c41db06
  kind: Event
  lastTimestamp: "2026-09-19T08:41:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:49Z"
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w.18d6ac43d4f496d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21510"
    uid: a92a4927-06e7-4e29-94b4-e27bdd2fafa1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 72718a53-fcc4-41bb-a934-d69f1c41db06
  kind: Event
  lastTimestamp: "2026-09-19T08:41:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:49Z"
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w.18d6ac43d92666ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "21518"
    uid: 3fbc7edf-a9f0-43b5-b8ad-f26922229c10
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 72718a53-fcc4-41bb-a934-d69f1c41db06
  kind: Event
  lastTimestamp: "2026-09-19T08:41:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:49Z"
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w.18d6ac43d99c0c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "21519"
    uid: 1ea6ff94-d7b5-4e96-aa66-94ad1f7036c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 72718a53-fcc4-41bb-a934-d69f1c41db06
  kind: Event
  lastTimestamp: "2026-09-19T08:41:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:49Z"
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w.18d6ac43d9a6d158
    namespace: kserve-ci-e2e-test
    resourceVersion: "21520"
    uid: b640d076-10a9-42bf-8bfa-80c8c076ebad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 72718a53-fcc4-41bb-a934-d69f1c41db06
  kind: Event
  lastTimestamp: "2026-09-19T08:41:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:49Z"
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w.18d6ac43dd4583bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21525"
    uid: 76c77453-16b4-41a5-9bed-111339d59ac2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 72718a53-fcc4-41bb-a934-d69f1c41db06
  kind: Event
  lastTimestamp: "2026-09-19T08:41:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:49Z"
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w.18d6ac43ddbeb82c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21527"
    uid: d845cff0-60f6-45c0-9b99-3c72fbeed55e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 72718a53-fcc4-41bb-a934-d69f1c41db06
  kind: Event
  lastTimestamp: "2026-09-19T08:43:07Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:07Z"
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w.18d6ac444d6c8ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22143"
    uid: 902139e2-1bb4-408b-8749-40574614366a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 72718a53-fcc4-41bb-a934-d69f1c41db06
  kind: Event
  lastTimestamp: "2026-09-19T08:43:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:14Z"
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w.18d6ac57b9005427
    namespace: kserve-ci-e2e-test
    resourceVersion: "22255"
    uid: 8aeac8a0-3fc8-448b-ab07-56dd6e37a796
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 72718a53-fcc4-41bb-a934-d69f1c41db06
  kind: Event
  lastTimestamp: "2026-09-19T08:43:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:14Z"
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w.18d6ac57b900a4d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22256"
    uid: 8d5e462f-f0cd-4942-b5f8-c2da67a5f1d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 72718a53-fcc4-41bb-a934-d69f1c41db06
  kind: Event
  lastTimestamp: "2026-09-19T08:43:17Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:43:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:17Z"
    name: isvc-canary-create-v2-predictor-667f95d746-8sk2w.18d6ac5853ad2070
    namespace: kserve-ci-e2e-test
    resourceVersion: "22279"
    uid: 995fa534-7ea8-4c53-8a62-5b6d3819fccf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-667f95d746
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: 2c065946-449e-4a84-b785-00f030d4805b
  kind: Event
  lastTimestamp: "2026-09-19T08:41:43Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-667f95d746-8sk2w'
  metadata:
    creationTimestamp: "2026-09-19T08:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:41:43Z"
    name: isvc-canary-create-v2-predictor-667f95d746.18d6ac428a90fa1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21399"
    uid: baaedb98-0170-4dde-bde7-84120a837d4f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21380"
    uid: f5f0ae55-56b9-4d7a-b119-37c9f22d3383
  kind: Event
  lastTimestamp: "2026-09-19T08:41:43Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-667f95d746 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-19T08:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:41:43Z"
    name: isvc-canary-create-v2-predictor.18d6ac4286d41927
    namespace: kserve-ci-e2e-test
    resourceVersion: "21382"
    uid: ce770f96-f0d2-4e53-9046-966b07e8ed34
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21372"
    uid: 83868b82-7d1d-4542-8c87-8ca6cc014e4a
  kind: Event
  lastTimestamp: "2026-09-19T08:43:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:43:13Z"
    name: isvc-canary-create.18d6ac42889b9c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22219"
    uid: 316bbe89-ff27-4c74-927e-0e57c9a2dfe7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21372"
    uid: 83868b82-7d1d-4542-8c87-8ca6cc014e4a
  kind: Event
  lastTimestamp: "2026-09-19T08:43:13Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:43:13Z"
    name: isvc-canary-create.18d6ac4289061a09
    namespace: kserve-ci-e2e-test
    resourceVersion: "22214"
    uid: 6168c1f6-30bd-4e2a-97c2-7ece09c5ac96
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21372"
    uid: 83868b82-7d1d-4542-8c87-8ca6cc014e4a
  kind: Event
  lastTimestamp: "2026-09-19T08:43:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:43:13Z"
    name: isvc-canary-create.18d6ac428906639b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22215"
    uid: 02c7a685-ce55-4007-bbe9-3e430cc8af26
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22217"
    uid: 83868b82-7d1d-4542-8c87-8ca6cc014e4a
  kind: Event
  lastTimestamp: "2026-09-19T08:43:13Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:43:13Z"
    name: isvc-canary-create.18d6ac575e372457
    namespace: kserve-ci-e2e-test
    resourceVersion: "22218"
    uid: de84a885-488d-4dca-a23c-42bca2e6643a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:43:19.118518Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22346"
    uid: 0d599a84-d73d-480d-80f9-846dd09f8d9b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-6546f8697f-k5m8f
    to ip-10-0-134-26.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:43:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:43:19Z"
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f.18d6ac58c0d35881
    namespace: kserve-ci-e2e-test
    resourceVersion: "22350"
    uid: 1f8e582c-6cc2-408d-8adb-ab3f655e40f4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22348"
    uid: 0d599a84-d73d-480d-80f9-846dd09f8d9b
  kind: Event
  lastTimestamp: "2026-09-19T08:43:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:19Z"
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f.18d6ac58c810ae1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22359"
    uid: 2577e84e-14c8-44f7-a037-0d09cad9f5fb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22354"
    uid: 0d599a84-d73d-480d-80f9-846dd09f8d9b
  kind: Event
  lastTimestamp: "2026-09-19T08:43:20Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:43:20Z"
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f.18d6ac5906ab7822
    namespace: kserve-ci-e2e-test
    resourceVersion: "22382"
    uid: 2d9c01ce-26ec-459a-976c-b5f91c331f5b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22348"
    uid: 0d599a84-d73d-480d-80f9-846dd09f8d9b
  kind: Event
  lastTimestamp: "2026-09-19T08:43:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:20Z"
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f.18d6ac590847f8a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22386"
    uid: 03c1a7b4-5cbc-4ba6-9cb6-1410f172bd60
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22348"
    uid: 0d599a84-d73d-480d-80f9-846dd09f8d9b
  kind: Event
  lastTimestamp: "2026-09-19T08:43:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:20Z"
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f.18d6ac590c662631
    namespace: kserve-ci-e2e-test
    resourceVersion: "22388"
    uid: 35e9427f-090e-4bfb-8b16-15d6f847a40d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22348"
    uid: 0d599a84-d73d-480d-80f9-846dd09f8d9b
  kind: Event
  lastTimestamp: "2026-09-19T08:43:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:20Z"
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f.18d6ac590ce04c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "22389"
    uid: 616d5609-3913-4629-a573-95ea55f8c437
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22348"
    uid: 0d599a84-d73d-480d-80f9-846dd09f8d9b
  kind: Event
  lastTimestamp: "2026-09-19T08:43:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:24Z"
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f.18d6ac5a11547bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: 7ec81177-2622-4e4b-a3ad-603bc1750e49
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22348"
    uid: 0d599a84-d73d-480d-80f9-846dd09f8d9b
  kind: Event
  lastTimestamp: "2026-09-19T08:43:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:24Z"
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f.18d6ac5a14eda3a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22442"
    uid: 0a13cb94-6914-42d8-9bca-867697c4e9bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22348"
    uid: 0d599a84-d73d-480d-80f9-846dd09f8d9b
  kind: Event
  lastTimestamp: "2026-09-19T08:43:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:24Z"
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f.18d6ac5a1560cb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "22443"
    uid: fa91bac6-e68e-49b3-9b40-6fc59ce12c36
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22348"
    uid: 0d599a84-d73d-480d-80f9-846dd09f8d9b
  kind: Event
  lastTimestamp: "2026-09-19T08:43:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:24Z"
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f.18d6ac5a156c4ec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22445"
    uid: 4718e5cd-5fd6-4839-a8c1-9c4e0b5671e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22348"
    uid: 0d599a84-d73d-480d-80f9-846dd09f8d9b
  kind: Event
  lastTimestamp: "2026-09-19T08:43:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:24Z"
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f.18d6ac5a1943a4d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22450"
    uid: 670827cf-4f8b-4e8d-bf85-27972c5bbdcc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22348"
    uid: 0d599a84-d73d-480d-80f9-846dd09f8d9b
  kind: Event
  lastTimestamp: "2026-09-19T08:43:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:24Z"
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f.18d6ac5a19d76476
    namespace: kserve-ci-e2e-test
    resourceVersion: "22455"
    uid: ddb3ca7d-b212-4c34-96d7-5601b17f30cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22348"
    uid: 0d599a84-d73d-480d-80f9-846dd09f8d9b
  kind: Event
  lastTimestamp: "2026-09-19T08:44:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:57Z"
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f.18d6ac5a89990b56
    namespace: kserve-ci-e2e-test
    resourceVersion: "23204"
    uid: f1cfa0af-a1e4-4fe1-807a-1431c3f87a2c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22348"
    uid: 0d599a84-d73d-480d-80f9-846dd09f8d9b
  kind: Event
  lastTimestamp: "2026-09-19T08:44:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:52Z"
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f.18d6ac6e98293cca
    namespace: kserve-ci-e2e-test
    resourceVersion: "23125"
    uid: 0e0f84e9-b8a5-48e4-9bec-60a76c3a1b61
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22348"
    uid: 0d599a84-d73d-480d-80f9-846dd09f8d9b
  kind: Event
  lastTimestamp: "2026-09-19T08:44:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:52Z"
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f.18d6ac6e9829d70f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23127"
    uid: acdf8ade-5911-45e0-ac14-1511cf492ff7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22348"
    uid: 0d599a84-d73d-480d-80f9-846dd09f8d9b
  kind: Event
  lastTimestamp: "2026-09-19T08:44:57Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp
    10.133.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:57Z"
    name: isvc-canary-promote-predictor-6546f8697f-k5m8f.18d6ac6fb9f1d932
    namespace: kserve-ci-e2e-test
    resourceVersion: "23202"
    uid: e94a7c9c-5517-4d78-bde4-0100f0b43ed9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:43:19.063468Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22329"
    uid: c4b69113-e6ef-4bfa-b2b1-29cac4ee4f18
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-6546f8697f-m8p7b
    to ip-10-0-140-141.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:43:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:43:19Z"
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b.18d6ac58bd8b51be
    namespace: kserve-ci-e2e-test
    resourceVersion: "22337"
    uid: ee2be9a2-dc6f-4e95-93ff-1b5d5abbc4b3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: c4b69113-e6ef-4bfa-b2b1-29cac4ee4f18
  kind: Event
  lastTimestamp: "2026-09-19T08:43:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:19Z"
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b.18d6ac58c4cee9ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22356"
    uid: 0c10d48d-9d73-40f6-8f9b-5963d9f007ed
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22345"
    uid: c4b69113-e6ef-4bfa-b2b1-29cac4ee4f18
  kind: Event
  lastTimestamp: "2026-09-19T08:43:20Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:43:20Z"
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b.18d6ac59033fa3b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22378"
    uid: 246dc0fb-82ec-493f-bafa-fbaae74f1094
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: c4b69113-e6ef-4bfa-b2b1-29cac4ee4f18
  kind: Event
  lastTimestamp: "2026-09-19T08:43:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:20Z"
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b.18d6ac5904a8e34b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22381"
    uid: 608454d1-054c-4f00-a3ba-8255f7e85796
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: c4b69113-e6ef-4bfa-b2b1-29cac4ee4f18
  kind: Event
  lastTimestamp: "2026-09-19T08:43:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:20Z"
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b.18d6ac59077a54ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22384"
    uid: 63bb44f5-3ff7-48b5-9478-3586985f5eef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: c4b69113-e6ef-4bfa-b2b1-29cac4ee4f18
  kind: Event
  lastTimestamp: "2026-09-19T08:43:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:20Z"
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b.18d6ac5907e87905
    namespace: kserve-ci-e2e-test
    resourceVersion: "22385"
    uid: efad28e9-e63c-4fc5-91f9-280d8b1bbb24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: c4b69113-e6ef-4bfa-b2b1-29cac4ee4f18
  kind: Event
  lastTimestamp: "2026-09-19T08:43:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:24Z"
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b.18d6ac5a1db387a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22458"
    uid: de734a11-c743-48cb-a2c2-a78eb3e5bf8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: c4b69113-e6ef-4bfa-b2b1-29cac4ee4f18
  kind: Event
  lastTimestamp: "2026-09-19T08:43:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:25Z"
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b.18d6ac5a20c424e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22460"
    uid: 5b603343-3bd2-4f81-b0da-5030b13926f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: c4b69113-e6ef-4bfa-b2b1-29cac4ee4f18
  kind: Event
  lastTimestamp: "2026-09-19T08:43:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:25Z"
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b.18d6ac5a21355177
    namespace: kserve-ci-e2e-test
    resourceVersion: "22461"
    uid: 77df5bf1-58d0-468c-95bd-39cd99f50170
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: c4b69113-e6ef-4bfa-b2b1-29cac4ee4f18
  kind: Event
  lastTimestamp: "2026-09-19T08:43:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:25Z"
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b.18d6ac5a213ef537
    namespace: kserve-ci-e2e-test
    resourceVersion: "22462"
    uid: e5ce8ea9-0d6a-42de-a9e1-dcfdfa323d28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: c4b69113-e6ef-4bfa-b2b1-29cac4ee4f18
  kind: Event
  lastTimestamp: "2026-09-19T08:43:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:25Z"
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b.18d6ac5a23ce4c0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22464"
    uid: 65354c26-ac5b-4f41-abb4-2352d7a3e554
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: c4b69113-e6ef-4bfa-b2b1-29cac4ee4f18
  kind: Event
  lastTimestamp: "2026-09-19T08:43:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:25Z"
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b.18d6ac5a24394368
    namespace: kserve-ci-e2e-test
    resourceVersion: "22465"
    uid: 46b28c5e-7f55-4d9b-8a65-93f18aa63018
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: c4b69113-e6ef-4bfa-b2b1-29cac4ee4f18
  kind: Event
  lastTimestamp: "2026-09-19T08:44:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:32Z"
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b.18d6ac5a9592dbea
    namespace: kserve-ci-e2e-test
    resourceVersion: "22953"
    uid: 6726ae34-187e-44ef-a600-7a9ad18dda7a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: c4b69113-e6ef-4bfa-b2b1-29cac4ee4f18
  kind: Event
  lastTimestamp: "2026-09-19T08:44:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:54Z"
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b.18d6ac6ede0543f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23156"
    uid: be60e283-161e-4660-970e-3f4bfea77d00
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: c4b69113-e6ef-4bfa-b2b1-29cac4ee4f18
  kind: Event
  lastTimestamp: "2026-09-19T08:44:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:54Z"
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b.18d6ac6ede05cd46
    namespace: kserve-ci-e2e-test
    resourceVersion: "23157"
    uid: 4ad3ea76-8fa3-4824-bfa6-018654087a2e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: c4b69113-e6ef-4bfa-b2b1-29cac4ee4f18
  kind: Event
  lastTimestamp: "2026-09-19T08:44:57Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:57Z"
    name: isvc-canary-promote-predictor-6546f8697f-m8p7b.18d6ac6fc5bf87c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23205"
    uid: 0e7fa41f-1604-4a1b-a24a-f8bca70ac6ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6546f8697f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22320"
    uid: 3783782b-2bfc-4d09-b7da-d7e006178eec
  kind: Event
  lastTimestamp: "2026-09-19T08:43:19Z"
  message: 'Created pod: isvc-canary-promote-predictor-6546f8697f-m8p7b'
  metadata:
    creationTimestamp: "2026-09-19T08:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:43:19Z"
    name: isvc-canary-promote-predictor-6546f8697f.18d6ac58bcfec728
    namespace: kserve-ci-e2e-test
    resourceVersion: "22335"
    uid: 99204399-b581-417b-95c0-72f5f96bf9a8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6546f8697f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22320"
    uid: 3783782b-2bfc-4d09-b7da-d7e006178eec
  kind: Event
  lastTimestamp: "2026-09-19T08:43:19Z"
  message: 'Created pod: isvc-canary-promote-predictor-6546f8697f-k5m8f'
  metadata:
    creationTimestamp: "2026-09-19T08:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:43:19Z"
    name: isvc-canary-promote-predictor-6546f8697f.18d6ac58c0425348
    namespace: kserve-ci-e2e-test
    resourceVersion: "22347"
    uid: 8fcf8051-0679-45ec-bacf-5a708190f1bb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6546f8697f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23116"
    uid: 3783782b-2bfc-4d09-b7da-d7e006178eec
  kind: Event
  lastTimestamp: "2026-09-19T08:44:52Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-6546f8697f-k5m8f'
  metadata:
    creationTimestamp: "2026-09-19T08:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:44:52Z"
    name: isvc-canary-promote-predictor-6546f8697f.18d6ac6e97f6e52f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23121"
    uid: a8be0c79-121f-46d2-a417-bdc5a4a5964f
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22318"
    uid: 1f661078-80e0-44c3-9712-19e03f503b23
  kind: Event
  lastTimestamp: "2026-09-19T08:43:18Z"
  message: Scaled up replica set isvc-canary-promote-predictor-6546f8697f from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-19T08:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:43:19Z"
    name: isvc-canary-promote-predictor.18d6ac58b9b4afcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22322"
    uid: 7b50cdfd-283c-4004-9d2f-d106af9d3c8f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23112"
    uid: 1f661078-80e0-44c3-9712-19e03f503b23
  kind: Event
  lastTimestamp: "2026-09-19T08:44:52Z"
  message: Scaled down replica set isvc-canary-promote-predictor-6546f8697f from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-19T08:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:44:52Z"
    name: isvc-canary-promote-predictor.18d6ac6e976f1fb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23118"
    uid: 60dec3fd-32a0-417a-9b02-5da818acfe02
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:44:54.167170Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23161"
    uid: 795c60cc-0152-4f49-aa2c-ac16f8b46eee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm
    to ip-10-0-140-141.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:44:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:44:54Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm.18d6ac6ee22ab089
    namespace: kserve-ci-e2e-test
    resourceVersion: "23165"
    uid: 62dbe863-29dc-41f9-8535-9bff64435df6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23169"
    uid: 795c60cc-0152-4f49-aa2c-ac16f8b46eee
  kind: Event
  lastTimestamp: "2026-09-19T08:44:54Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:44:54Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm.18d6ac6f041e830e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 432345dd-47ae-4ca4-bd84-7ffdc49ec68a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23163"
    uid: 795c60cc-0152-4f49-aa2c-ac16f8b46eee
  kind: Event
  lastTimestamp: "2026-09-19T08:44:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:54Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm.18d6ac6f057f6413
    namespace: kserve-ci-e2e-test
    resourceVersion: "23174"
    uid: d579e8ea-bb67-4567-a7ea-de180e8d922f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23163"
    uid: 795c60cc-0152-4f49-aa2c-ac16f8b46eee
  kind: Event
  lastTimestamp: "2026-09-19T08:44:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:54Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm.18d6ac6f08a4dea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23175"
    uid: dcbb9421-d187-44ba-bbc0-99d813fa5926
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23163"
    uid: 795c60cc-0152-4f49-aa2c-ac16f8b46eee
  kind: Event
  lastTimestamp: "2026-09-19T08:44:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:54Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm.18d6ac6f091d1c13
    namespace: kserve-ci-e2e-test
    resourceVersion: "23176"
    uid: 8f17bfa8-9430-47cf-9d97-641033a3a5e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23163"
    uid: 795c60cc-0152-4f49-aa2c-ac16f8b46eee
  kind: Event
  lastTimestamp: "2026-09-19T08:44:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:59Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm.18d6ac7016c806b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23221"
    uid: df651f81-6d55-40c7-b4dc-2e765630715e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23163"
    uid: 795c60cc-0152-4f49-aa2c-ac16f8b46eee
  kind: Event
  lastTimestamp: "2026-09-19T08:44:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:59Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm.18d6ac701a2740c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23226"
    uid: 7a6ab71d-a6fa-4446-a9c6-4b7a2cc0ca3e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23163"
    uid: 795c60cc-0152-4f49-aa2c-ac16f8b46eee
  kind: Event
  lastTimestamp: "2026-09-19T08:44:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:59Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm.18d6ac701a9c8a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "23228"
    uid: 81c02ae8-9803-4b85-a254-33169ec42e4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23163"
    uid: 795c60cc-0152-4f49-aa2c-ac16f8b46eee
  kind: Event
  lastTimestamp: "2026-09-19T08:44:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:59Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm.18d6ac701aa787a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23229"
    uid: eb640626-fbdd-49cd-bdf9-237b03184ea5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23163"
    uid: 795c60cc-0152-4f49-aa2c-ac16f8b46eee
  kind: Event
  lastTimestamp: "2026-09-19T08:44:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:59Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm.18d6ac701e5ecd8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23230"
    uid: 469f632a-37e1-41cc-8a44-c011185f69f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23163"
    uid: 795c60cc-0152-4f49-aa2c-ac16f8b46eee
  kind: Event
  lastTimestamp: "2026-09-19T08:44:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:59Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm.18d6ac701ed7d46e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23231"
    uid: 4e4ea52a-c7c2-4a29-882b-a184237487ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:45:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23163"
    uid: 795c60cc-0152-4f49-aa2c-ac16f8b46eee
  kind: Event
  lastTimestamp: "2026-09-19T08:46:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:28Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm.18d6ac708ec64802
    namespace: kserve-ci-e2e-test
    resourceVersion: "23877"
    uid: 018d1718-f758-49e5-9d68-7b16089f5d05
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23163"
    uid: 795c60cc-0152-4f49-aa2c-ac16f8b46eee
  kind: Event
  lastTimestamp: "2026-09-19T08:46:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:24Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm.18d6ac83dda0b786
    namespace: kserve-ci-e2e-test
    resourceVersion: "23842"
    uid: 3bd35e41-bd99-419a-8025-506456a5c77b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23163"
    uid: 795c60cc-0152-4f49-aa2c-ac16f8b46eee
  kind: Event
  lastTimestamp: "2026-09-19T08:46:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:24Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm.18d6ac83dda14355
    namespace: kserve-ci-e2e-test
    resourceVersion: "23844"
    uid: e43c28b3-9a78-4cb8-a54f-f9ba762e56ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23163"
    uid: 795c60cc-0152-4f49-aa2c-ac16f8b46eee
  kind: Event
  lastTimestamp: "2026-09-19T08:46:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:27Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm.18d6ac8494e67ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23866"
    uid: 21248d19-63da-4b8e-a804-319c3bfa5aca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:43:19.057434Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22328"
    uid: 12c76abe-887e-4ab7-8225-182a17fa6559
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn
    to ip-10-0-134-26.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:43:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:43:19Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn.18d6ac58bd2f42d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22336"
    uid: b38336e7-0600-4651-a898-1e510b173060
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22344"
    uid: 12c76abe-887e-4ab7-8225-182a17fa6559
  kind: Event
  lastTimestamp: "2026-09-19T08:43:19Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:43:19Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn.18d6ac58df9b4c1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22367"
    uid: 5baad1bc-efd7-456e-bc03-5c5033f501d1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22332"
    uid: 12c76abe-887e-4ab7-8225-182a17fa6559
  kind: Event
  lastTimestamp: "2026-09-19T08:43:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:19Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn.18d6ac58e104ed9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22369"
    uid: 9bf758d0-1cd2-4ffe-a60a-12ff8f8e8bac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22332"
    uid: 12c76abe-887e-4ab7-8225-182a17fa6559
  kind: Event
  lastTimestamp: "2026-09-19T08:43:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:19Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn.18d6ac58e4849377
    namespace: kserve-ci-e2e-test
    resourceVersion: "22372"
    uid: e0c79590-ba41-4785-a3ff-d76b4cafda69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22332"
    uid: 12c76abe-887e-4ab7-8225-182a17fa6559
  kind: Event
  lastTimestamp: "2026-09-19T08:43:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:19Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn.18d6ac58e50b4ceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22373"
    uid: f3d977d7-4134-49e1-b00c-1335f75a4fff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22332"
    uid: 12c76abe-887e-4ab7-8225-182a17fa6559
  kind: Event
  lastTimestamp: "2026-09-19T08:43:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:24Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn.18d6ac5a11404fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22437"
    uid: 52bfe5f5-9853-4cb4-b9fd-f395a52e729f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22332"
    uid: 12c76abe-887e-4ab7-8225-182a17fa6559
  kind: Event
  lastTimestamp: "2026-09-19T08:43:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:24Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn.18d6ac5a14e23501
    namespace: kserve-ci-e2e-test
    resourceVersion: "22441"
    uid: 208c914f-f765-489d-8a3f-26c0c6605ae4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22332"
    uid: 12c76abe-887e-4ab7-8225-182a17fa6559
  kind: Event
  lastTimestamp: "2026-09-19T08:43:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:24Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn.18d6ac5a156e9526
    namespace: kserve-ci-e2e-test
    resourceVersion: "22447"
    uid: fbedf9e4-8dd0-4449-8460-825f0d204ba1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22332"
    uid: 12c76abe-887e-4ab7-8225-182a17fa6559
  kind: Event
  lastTimestamp: "2026-09-19T08:43:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:24Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn.18d6ac5a1578672e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22448"
    uid: f3f2e304-c349-4249-acc6-653f36cbf4d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22332"
    uid: 12c76abe-887e-4ab7-8225-182a17fa6559
  kind: Event
  lastTimestamp: "2026-09-19T08:43:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:24Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn.18d6ac5a194ee7a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22451"
    uid: 43b49c5e-db9e-4473-b032-6d09c8d42007
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22332"
    uid: 12c76abe-887e-4ab7-8225-182a17fa6559
  kind: Event
  lastTimestamp: "2026-09-19T08:43:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:24Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn.18d6ac5a19d74331
    namespace: kserve-ci-e2e-test
    resourceVersion: "22453"
    uid: 0bf4be21-b3bf-4478-be8f-92aa2dfc7c3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22332"
    uid: 12c76abe-887e-4ab7-8225-182a17fa6559
  kind: Event
  lastTimestamp: "2026-09-19T08:44:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:42Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn.18d6ac5a899aa696
    namespace: kserve-ci-e2e-test
    resourceVersion: "23019"
    uid: ceb2ac03-dfd1-4fb0-b205-f6d7780803f8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22332"
    uid: 12c76abe-887e-4ab7-8225-182a17fa6559
  kind: Event
  lastTimestamp: "2026-09-19T08:46:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:24Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn.18d6ac83dd7b9426
    namespace: kserve-ci-e2e-test
    resourceVersion: "23841"
    uid: b3f20c05-ed2e-410e-9c7e-270b010a9a4f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22332"
    uid: 12c76abe-887e-4ab7-8225-182a17fa6559
  kind: Event
  lastTimestamp: "2026-09-19T08:46:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:24Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn.18d6ac83dd7c57fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23843"
    uid: 936168f3-260a-4d53-a0c2-3474f0a44724
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22332"
    uid: 12c76abe-887e-4ab7-8225-182a17fa6559
  kind: Event
  lastTimestamp: "2026-09-19T08:46:27Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:27Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn.18d6ac84ae526a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23871"
    uid: cd336435-f1d1-44ed-a6d0-e2971cab7836
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22309"
    uid: 5b19e193-16f7-4c34-8b54-25b671ee0b59
  kind: Event
  lastTimestamp: "2026-09-19T08:43:19Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-84fcdd9b5b-scxnn'
  metadata:
    creationTimestamp: "2026-09-19T08:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:43:19Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b.18d6ac58bcc354fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22331"
    uid: 53d2bd31-df59-4d74-94ed-24e26c761aa5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23147"
    uid: 5b19e193-16f7-4c34-8b54-25b671ee0b59
  kind: Event
  lastTimestamp: "2026-09-19T08:44:54Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-84fcdd9b5b-dtgjm'
  metadata:
    creationTimestamp: "2026-09-19T08:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:44:54Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b.18d6ac6ee1bb571c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23162"
    uid: edb67d4f-339a-4cc5-b217-2f15ad97edd5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22308"
    uid: feca8dd8-cd9a-4002-b78e-c6d92fc60c3a
  kind: Event
  lastTimestamp: "2026-09-19T08:43:18Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-84fcdd9b5b from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:43:18Z"
    name: isvc-canary-promote-v2-predictor.18d6ac58b76d1b08
    namespace: kserve-ci-e2e-test
    resourceVersion: "22310"
    uid: 9f5919ba-2e63-411d-a216-d12d25a495d3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23142"
    uid: feca8dd8-cd9a-4002-b78e-c6d92fc60c3a
  kind: Event
  lastTimestamp: "2026-09-19T08:44:54Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-84fcdd9b5b from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-19T08:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:44:54Z"
    name: isvc-canary-promote-v2-predictor.18d6ac6edcae6a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "23152"
    uid: cb9046e8-47ba-41fa-86ab-81e49f0d40e7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22298"
    uid: 6c8be8b8-4248-4d59-9328-c7dc10abc182
  kind: Event
  lastTimestamp: "2026-09-19T08:44:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:44:53Z"
    name: isvc-canary-promote.18d6ac58b98ce363
    namespace: kserve-ci-e2e-test
    resourceVersion: "23133"
    uid: 06673dc1-25db-4940-b223-f2f79e202947
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22298"
    uid: 6c8be8b8-4248-4d59-9328-c7dc10abc182
  kind: Event
  lastTimestamp: "2026-09-19T08:44:52Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:44:52Z"
    name: isvc-canary-promote.18d6ac58ba1f31a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23131"
    uid: 8b5000fc-d9ca-4418-af90-9a771be1c522
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22298"
    uid: 6c8be8b8-4248-4d59-9328-c7dc10abc182
  kind: Event
  lastTimestamp: "2026-09-19T08:44:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:44:52Z"
    name: isvc-canary-promote.18d6ac58ba1f9ac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23132"
    uid: 46ea74e8-4e0a-4911-86c4-0774f088a79d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23069"
    uid: 6c8be8b8-4248-4d59-9328-c7dc10abc182
  kind: Event
  lastTimestamp: "2026-09-19T08:46:18Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:44:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:46:18Z"
    name: isvc-canary-promote.18d6ac6d74c7774b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23780"
    uid: e40e8a26-ba40-4d44-8021-474664800a7f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:31:15.429754Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15030"
    uid: 695975f9-c937-45a6-9ddc-063a56c791d9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7f7b644c9-58t2s
    to ip-10-0-134-26.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:31:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:31:15Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s.18d6abb0419d2d1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: 05fa79e2-8c3e-4584-aba0-0cbf199b3f94
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 695975f9-c937-45a6-9ddc-063a56c791d9
  kind: Event
  lastTimestamp: "2026-09-19T08:31:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:15Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s.18d6abb04db93c82
    namespace: kserve-ci-e2e-test
    resourceVersion: "15052"
    uid: ea69f014-b6b5-4646-88e8-90c5feb94bad
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15037"
    uid: 695975f9-c937-45a6-9ddc-063a56c791d9
  kind: Event
  lastTimestamp: "2026-09-19T08:31:16Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:31:16Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s.18d6abb0883cafe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15075"
    uid: 55b4ab86-214b-4018-abba-4650a1319863
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 695975f9-c937-45a6-9ddc-063a56c791d9
  kind: Event
  lastTimestamp: "2026-09-19T08:31:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:16Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s.18d6abb089a6da55
    namespace: kserve-ci-e2e-test
    resourceVersion: "15078"
    uid: 0bb3118e-1937-4038-b086-21b95a9983d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 695975f9-c937-45a6-9ddc-063a56c791d9
  kind: Event
  lastTimestamp: "2026-09-19T08:31:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:16Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s.18d6abb08d03aa79
    namespace: kserve-ci-e2e-test
    resourceVersion: "15080"
    uid: c64bba69-b481-4ae5-af10-a005ca2fa378
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 695975f9-c937-45a6-9ddc-063a56c791d9
  kind: Event
  lastTimestamp: "2026-09-19T08:31:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:16Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s.18d6abb08d696257
    namespace: kserve-ci-e2e-test
    resourceVersion: "15081"
    uid: 3a8d64f8-29d8-45f0-b0e4-0faff5f21e26
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 695975f9-c937-45a6-9ddc-063a56c791d9
  kind: Event
  lastTimestamp: "2026-09-19T08:31:20Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
  metadata:
    creationTimestamp: "2026-09-19T08:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:20Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s.18d6abb189f57ff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: a7df9630-922e-4e24-abfa-e36f139cf041
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 695975f9-c937-45a6-9ddc-063a56c791d9
  kind: Event
  lastTimestamp: "2026-09-19T08:31:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    in 19.906s (19.906s including waiting). Image size: 1607081372 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T08:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:40Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s.18d6abb62c7b7116
    namespace: kserve-ci-e2e-test
    resourceVersion: "15299"
    uid: e02ea3a5-b21f-474d-bdb5-4b1b80113288
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 695975f9-c937-45a6-9ddc-063a56c791d9
  kind: Event
  lastTimestamp: "2026-09-19T08:31:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:41Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s.18d6abb63a065375
    namespace: kserve-ci-e2e-test
    resourceVersion: "15304"
    uid: 83f9a460-5b2a-49ee-a0c1-1c95e8f35149
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 695975f9-c937-45a6-9ddc-063a56c791d9
  kind: Event
  lastTimestamp: "2026-09-19T08:31:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:41Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s.18d6abb63b519424
    namespace: kserve-ci-e2e-test
    resourceVersion: "15305"
    uid: cebef839-566f-4bbb-8650-25797c53c31b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 695975f9-c937-45a6-9ddc-063a56c791d9
  kind: Event
  lastTimestamp: "2026-09-19T08:31:41Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-19T08:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:41Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s.18d6abb63b6005cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 55a3e767-c37c-44e2-a3a5-be76e8eadc2e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 695975f9-c937-45a6-9ddc-063a56c791d9
  kind: Event
  lastTimestamp: "2026-09-19T08:31:43Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.676s (2.676s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T08:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:43Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s.18d6abb6dae47584
    namespace: kserve-ci-e2e-test
    resourceVersion: "15335"
    uid: d2b2129c-8e85-4f70-b79c-c49108556d63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 695975f9-c937-45a6-9ddc-063a56c791d9
  kind: Event
  lastTimestamp: "2026-09-19T08:31:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:43Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s.18d6abb6e06f4b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15337"
    uid: de80b6b0-6973-4945-8d4b-eb0b774a5ccf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 695975f9-c937-45a6-9ddc-063a56c791d9
  kind: Event
  lastTimestamp: "2026-09-19T08:31:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:43Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s.18d6abb6e0f3dc35
    namespace: kserve-ci-e2e-test
    resourceVersion: "15340"
    uid: f63eea05-ab44-4fb0-99ef-528404795259
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 695975f9-c937-45a6-9ddc-063a56c791d9
  kind: Event
  lastTimestamp: "2026-09-19T08:32:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:32:59Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s.18d6abb6f2ffe95e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15939"
    uid: 31ea2658-0b40-4c86-b27e-da4560399cd5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 695975f9-c937-45a6-9ddc-063a56c791d9
  kind: Event
  lastTimestamp: "2026-09-19T08:33:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:10Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s.18d6abcb129d5c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "16053"
    uid: 11ee3d19-8f6d-4cda-b128-8b9da3b18227
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 695975f9-c937-45a6-9ddc-063a56c791d9
  kind: Event
  lastTimestamp: "2026-09-19T08:33:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:10Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s.18d6abcb129da4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16054"
    uid: 7c861a4a-f0a1-4edb-82a7-46a340cc257b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 695975f9-c937-45a6-9ddc-063a56c791d9
  kind: Event
  lastTimestamp: "2026-09-19T08:33:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:15Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-58t2s.18d6abcc239d00e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16123"
    uid: a72698cb-3218-4c2d-bdb9-9f473ea1cae0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:33:15.174291Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: cb097685-bea2-4753-a435-c8fb5ca90d45
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7f7b644c9-jlcv8
    to ip-10-0-134-26.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:33:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:33:15Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8.18d6abcc22f1c4da
    namespace: kserve-ci-e2e-test
    resourceVersion: "16120"
    uid: 6086bb7e-4e86-4ce3-bf01-4f8d3d75fb1c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16129"
    uid: cb097685-bea2-4753-a435-c8fb5ca90d45
  kind: Event
  lastTimestamp: "2026-09-19T08:33:15Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:33:15Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8.18d6abcc45158bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16138"
    uid: 19b12364-e518-49c0-aac7-4fac7ed09b6a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16118"
    uid: cb097685-bea2-4753-a435-c8fb5ca90d45
  kind: Event
  lastTimestamp: "2026-09-19T08:33:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:15Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8.18d6abcc466e28c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16140"
    uid: 3b15ebe6-f38a-4926-9ab1-413cee9cd8f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16118"
    uid: cb097685-bea2-4753-a435-c8fb5ca90d45
  kind: Event
  lastTimestamp: "2026-09-19T08:33:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:15Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8.18d6abcc49cd0622
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: f79a4c73-daa4-49c9-8d14-65a0324f9ba8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16118"
    uid: cb097685-bea2-4753-a435-c8fb5ca90d45
  kind: Event
  lastTimestamp: "2026-09-19T08:33:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:15Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8.18d6abcc4a41b062
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 9933cf90-5f4a-4e18-92a6-edaa2fe4d968
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16118"
    uid: cb097685-bea2-4753-a435-c8fb5ca90d45
  kind: Event
  lastTimestamp: "2026-09-19T08:33:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:19Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8.18d6abcd2e978a95
    namespace: kserve-ci-e2e-test
    resourceVersion: "16174"
    uid: ed81b696-e8e0-4c5d-93ee-e9a05f246128
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16118"
    uid: cb097685-bea2-4753-a435-c8fb5ca90d45
  kind: Event
  lastTimestamp: "2026-09-19T08:33:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:19Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8.18d6abcd318ceb6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16178"
    uid: d20119bf-6e87-427f-9841-702786767a86
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16118"
    uid: cb097685-bea2-4753-a435-c8fb5ca90d45
  kind: Event
  lastTimestamp: "2026-09-19T08:33:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:19Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8.18d6abcd3201529c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16179"
    uid: 228f9db1-cdae-406a-a108-e59ad0ffb216
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16118"
    uid: cb097685-bea2-4753-a435-c8fb5ca90d45
  kind: Event
  lastTimestamp: "2026-09-19T08:33:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:19Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8.18d6abcd320c7f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16180"
    uid: 98ac153c-17da-4c72-a2a0-d57b5b0a65bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16118"
    uid: cb097685-bea2-4753-a435-c8fb5ca90d45
  kind: Event
  lastTimestamp: "2026-09-19T08:33:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:19Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8.18d6abcd35269829
    namespace: kserve-ci-e2e-test
    resourceVersion: "16181"
    uid: 29e1bccb-a1be-4179-b46e-379acdc8c56c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16118"
    uid: cb097685-bea2-4753-a435-c8fb5ca90d45
  kind: Event
  lastTimestamp: "2026-09-19T08:33:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:19Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8.18d6abcd359c2b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 8f84ef3b-e9aa-42ca-99bc-9ef921dad2f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16118"
    uid: cb097685-bea2-4753-a435-c8fb5ca90d45
  kind: Event
  lastTimestamp: "2026-09-19T08:34:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:36Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8.18d6abcd6acd7408
    namespace: kserve-ci-e2e-test
    resourceVersion: "16917"
    uid: 48b42ebb-2081-491d-8358-9c17e5142b5c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16118"
    uid: cb097685-bea2-4753-a435-c8fb5ca90d45
  kind: Event
  lastTimestamp: "2026-09-19T08:34:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:34:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:46Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8.18d6abe14eceaebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17007"
    uid: e840e82d-6e0c-4b30-b330-013c26c872a8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16118"
    uid: cb097685-bea2-4753-a435-c8fb5ca90d45
  kind: Event
  lastTimestamp: "2026-09-19T08:34:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:34:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:46Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8.18d6abe14ecf0547
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 85318543-31c1-47ea-b95f-861809fe2b13
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16118"
    uid: cb097685-bea2-4753-a435-c8fb5ca90d45
  kind: Event
  lastTimestamp: "2026-09-19T08:34:46Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:34:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:46Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-jlcv8.18d6abe17150ddd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17014"
    uid: 0037f951-64a1-4da0-852e-9966a67221e4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:31:15.538290Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15038"
    uid: 70d35082-2c8d-41d1-827d-9be3789860b1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7f7b644c9-zjxd6
    to ip-10-0-140-141.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:31:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:31:15Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6.18d6abb048153a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15044"
    uid: c51bc64e-8045-4a35-8fec-b85a9a11addd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15040"
    uid: 70d35082-2c8d-41d1-827d-9be3789860b1
  kind: Event
  lastTimestamp: "2026-09-19T08:31:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:15Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6.18d6abb0583e8945
    namespace: kserve-ci-e2e-test
    resourceVersion: "15056"
    uid: 078cccfc-ad2e-4cb2-8a73-7a72e0a8d6bc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15050"
    uid: 70d35082-2c8d-41d1-827d-9be3789860b1
  kind: Event
  lastTimestamp: "2026-09-19T08:31:16Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:31:16Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6.18d6abb08d819071
    namespace: kserve-ci-e2e-test
    resourceVersion: "15082"
    uid: adabc811-bc10-4b68-a4f0-bb91cefce791
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15040"
    uid: 70d35082-2c8d-41d1-827d-9be3789860b1
  kind: Event
  lastTimestamp: "2026-09-19T08:31:16Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
  metadata:
    creationTimestamp: "2026-09-19T08:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:16Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6.18d6abb08f156e69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15084"
    uid: 51e497a5-62d7-44d3-8355-362fb4201c77
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15040"
    uid: 70d35082-2c8d-41d1-827d-9be3789860b1
  kind: Event
  lastTimestamp: "2026-09-19T08:31:20Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    in 3.377s (3.377s including waiting). Image size: 308174268 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T08:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:20Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6.18d6abb15863e78b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15123"
    uid: 0b73f141-5f26-43cc-abf6-b121b292caeb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15040"
    uid: 70d35082-2c8d-41d1-827d-9be3789860b1
  kind: Event
  lastTimestamp: "2026-09-19T08:31:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:20Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6.18d6abb15b7eec67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15125"
    uid: a9dec204-b5d0-486f-9f19-c08780bc9eb2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15040"
    uid: 70d35082-2c8d-41d1-827d-9be3789860b1
  kind: Event
  lastTimestamp: "2026-09-19T08:31:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:20Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6.18d6abb15bf5dcc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15126"
    uid: 7194b7f1-cb79-45f1-ae50-c988c4cfe150
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15040"
    uid: 70d35082-2c8d-41d1-827d-9be3789860b1
  kind: Event
  lastTimestamp: "2026-09-19T08:31:25Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
  metadata:
    creationTimestamp: "2026-09-19T08:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:25Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6.18d6abb280049bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15181"
    uid: e453939d-228c-4d34-847d-dcd66b2d68e1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15040"
    uid: 70d35082-2c8d-41d1-827d-9be3789860b1
  kind: Event
  lastTimestamp: "2026-09-19T08:31:38Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    in 12.991s (12.991s including waiting). Image size: 1607081372 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T08:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:38Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6.18d6abb58659ad37
    namespace: kserve-ci-e2e-test
    resourceVersion: "15273"
    uid: 8efbee19-eb53-4625-b432-409b4dcf612d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15040"
    uid: 70d35082-2c8d-41d1-827d-9be3789860b1
  kind: Event
  lastTimestamp: "2026-09-19T08:31:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:38Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6.18d6abb5893dfd3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15274"
    uid: a7d0fffa-5edd-43d3-b4b1-18129fdbbbfb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15040"
    uid: 70d35082-2c8d-41d1-827d-9be3789860b1
  kind: Event
  lastTimestamp: "2026-09-19T08:31:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:38Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6.18d6abb589c57755
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: ab3302c7-1ee6-4d17-a599-91659566ed30
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15040"
    uid: 70d35082-2c8d-41d1-827d-9be3789860b1
  kind: Event
  lastTimestamp: "2026-09-19T08:31:38Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-19T08:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:38Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6.18d6abb589d4571a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: e0fa030e-ee5f-4258-bbd8-ad7708481f1d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15040"
    uid: 70d35082-2c8d-41d1-827d-9be3789860b1
  kind: Event
  lastTimestamp: "2026-09-19T08:31:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.134s (2.134s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T08:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:40Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6.18d6abb6090b1b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "15291"
    uid: dc9a9ef6-19c8-4f12-8cb5-21ce3551ae45
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15040"
    uid: 70d35082-2c8d-41d1-827d-9be3789860b1
  kind: Event
  lastTimestamp: "2026-09-19T08:31:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:40Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6.18d6abb60c05212f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15292"
    uid: c206d8d9-6a3e-4f9f-9991-e509c526ba8c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15040"
    uid: 70d35082-2c8d-41d1-827d-9be3789860b1
  kind: Event
  lastTimestamp: "2026-09-19T08:31:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:40Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6.18d6abb60c8cd24b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15293"
    uid: e68ed662-a413-427f-9544-81696065001f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15040"
    uid: 70d35082-2c8d-41d1-827d-9be3789860b1
  kind: Event
  lastTimestamp: "2026-09-19T08:34:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:48Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6.18d6abb67a6c5ab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17037"
    uid: 8b6076b1-f1d8-47e3-8780-9a79ebe1402b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15040"
    uid: 70d35082-2c8d-41d1-827d-9be3789860b1
  kind: Event
  lastTimestamp: "2026-09-19T08:34:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:34:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:45Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6.18d6abe119be664a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16996"
    uid: da52597d-c4e3-4d0b-a1c3-6e21532e759b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15040"
    uid: 70d35082-2c8d-41d1-827d-9be3789860b1
  kind: Event
  lastTimestamp: "2026-09-19T08:34:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:34:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:45Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6.18d6abe119bf803d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16997"
    uid: fc9e2dee-0b61-4daf-9154-86e435c20828
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15040"
    uid: 70d35082-2c8d-41d1-827d-9be3789860b1
  kind: Event
  lastTimestamp: "2026-09-19T08:34:48Z"
  message: 'Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp
    10.134.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:34:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:48Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-zjxd6.18d6abe1c9205c81
    namespace: kserve-ci-e2e-test
    resourceVersion: "17036"
    uid: e0408f4d-d1f9-4658-a844-170395ce831c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7f7b644c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15013"
    uid: 8701be95-b8fc-45a9-99c5-a83de48964d4
  kind: Event
  lastTimestamp: "2026-09-19T08:31:15Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7f7b644c9-58t2s'
  metadata:
    creationTimestamp: "2026-09-19T08:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:31:15Z"
    name: isvc-canary-rollback-predictor-7f7b644c9.18d6abb041375f99
    namespace: kserve-ci-e2e-test
    resourceVersion: "15031"
    uid: e28c5c05-3447-4f7b-a20d-ba1eff47cabd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7f7b644c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15013"
    uid: 8701be95-b8fc-45a9-99c5-a83de48964d4
  kind: Event
  lastTimestamp: "2026-09-19T08:31:15Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7f7b644c9-zjxd6'
  metadata:
    creationTimestamp: "2026-09-19T08:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:31:15Z"
    name: isvc-canary-rollback-predictor-7f7b644c9.18d6abb047452bf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15041"
    uid: c38eb88e-127a-4db3-9113-a0e73d35efa4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7f7b644c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16037"
    uid: 8701be95-b8fc-45a9-99c5-a83de48964d4
  kind: Event
  lastTimestamp: "2026-09-19T08:33:10Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-7f7b644c9-58t2s'
  metadata:
    creationTimestamp: "2026-09-19T08:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:33:10Z"
    name: isvc-canary-rollback-predictor-7f7b644c9.18d6abcb00dd6315
    namespace: kserve-ci-e2e-test
    resourceVersion: "16040"
    uid: 8b729774-b5c8-4c3a-a79a-bb027c25cecd
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7f7b644c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16100"
    uid: 8701be95-b8fc-45a9-99c5-a83de48964d4
  kind: Event
  lastTimestamp: "2026-09-19T08:33:15Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7f7b644c9-jlcv8'
  metadata:
    creationTimestamp: "2026-09-19T08:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:33:15Z"
    name: isvc-canary-rollback-predictor-7f7b644c9.18d6abcc228e6a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "16117"
    uid: 250de04b-c691-4b83-82a2-6f54ffa8227b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15012"
    uid: a06cf3fb-b8e7-471f-a6ff-fe227d6c5897
  kind: Event
  lastTimestamp: "2026-09-19T08:31:15Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7f7b644c9 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-19T08:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:31:15Z"
    name: isvc-canary-rollback-predictor.18d6abb03da6250b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15016"
    uid: c59852e6-d505-47d8-aa93-c72cd603277e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16033"
    uid: a06cf3fb-b8e7-471f-a6ff-fe227d6c5897
  kind: Event
  lastTimestamp: "2026-09-19T08:33:10Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-7f7b644c9 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-19T08:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:33:10Z"
    name: isvc-canary-rollback-predictor.18d6abcb006728fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16038"
    uid: 3158439c-b3b4-4f5e-ae6d-1a36aa3e44bc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: a06cf3fb-b8e7-471f-a6ff-fe227d6c5897
  kind: Event
  lastTimestamp: "2026-09-19T08:33:15Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7f7b644c9 from 1 to
    2
  metadata:
    creationTimestamp: "2026-09-19T08:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:33:15Z"
    name: isvc-canary-rollback-predictor.18d6abcc1dce13c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16105"
    uid: 52256236-f38a-46db-bb4b-91c64ce26e3a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:31:15.386853Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15018"
    uid: 8d1d6908-0a2d-4bf1-a000-4113b683c111
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh
    to ip-10-0-134-26.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:31:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:31:15Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh.18d6abb03f0e88f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 96343471-5d2c-4b5b-a76e-7643e71e6aa4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15029"
    uid: 8d1d6908-0a2d-4bf1-a000-4113b683c111
  kind: Event
  lastTimestamp: "2026-09-19T08:31:15Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:31:15Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh.18d6abb0614d9b92
    namespace: kserve-ci-e2e-test
    resourceVersion: "15065"
    uid: 5ac4dd33-c1c6-447b-8132-8209a70f96b3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: 8d1d6908-0a2d-4bf1-a000-4113b683c111
  kind: Event
  lastTimestamp: "2026-09-19T08:31:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:15Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh.18d6abb062cbdfff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15067"
    uid: aed0f396-71d4-40dd-8354-24565fe2543d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: 8d1d6908-0a2d-4bf1-a000-4113b683c111
  kind: Event
  lastTimestamp: "2026-09-19T08:31:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:16Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh.18d6abb065be80e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15069"
    uid: 055e9c02-6d96-404c-8a65-e7feeff15465
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: 8d1d6908-0a2d-4bf1-a000-4113b683c111
  kind: Event
  lastTimestamp: "2026-09-19T08:31:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:16Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh.18d6abb0662acbb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15070"
    uid: 06910668-6a5d-4302-8a75-ee08d2a157bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: 8d1d6908-0a2d-4bf1-a000-4113b683c111
  kind: Event
  lastTimestamp: "2026-09-19T08:31:20Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
  metadata:
    creationTimestamp: "2026-09-19T08:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:20Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh.18d6abb189c5b346
    namespace: kserve-ci-e2e-test
    resourceVersion: "15132"
    uid: 2344261e-36ab-40f6-89e0-dbeb5a864827
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: 8d1d6908-0a2d-4bf1-a000-4113b683c111
  kind: Event
  lastTimestamp: "2026-09-19T08:31:41Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    in 20.336s (20.336s including waiting). Image size: 1607081372 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T08:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:41Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh.18d6abb645e51fc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: a4133533-7dc2-4428-b8d8-79b94dc1b894
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: 8d1d6908-0a2d-4bf1-a000-4113b683c111
  kind: Event
  lastTimestamp: "2026-09-19T08:31:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:41Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh.18d6abb649fa7fa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15311"
    uid: 2f360b56-c9c0-4c96-b8de-1049a566ad60
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: 8d1d6908-0a2d-4bf1-a000-4113b683c111
  kind: Event
  lastTimestamp: "2026-09-19T08:31:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:41Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh.18d6abb64a8a4eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15312"
    uid: 56b1588d-51ff-46a9-bbbd-d695df8f08d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: 8d1d6908-0a2d-4bf1-a000-4113b683c111
  kind: Event
  lastTimestamp: "2026-09-19T08:31:41Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-19T08:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:41Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh.18d6abb64aa7192c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15313"
    uid: 060479fe-a5e7-4a50-b166-3617c68f6712
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: 8d1d6908-0a2d-4bf1-a000-4113b683c111
  kind: Event
  lastTimestamp: "2026-09-19T08:31:43Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.431s (2.431s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T08:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:43Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh.18d6abb6db9a4d1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15336"
    uid: d92ea6cd-058d-4015-be15-5dda9516b76b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: 8d1d6908-0a2d-4bf1-a000-4113b683c111
  kind: Event
  lastTimestamp: "2026-09-19T08:31:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:43Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh.18d6abb6e072bd98
    namespace: kserve-ci-e2e-test
    resourceVersion: "15338"
    uid: 3eb332ca-ff63-4d8f-ac52-fab0023c6f6d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: 8d1d6908-0a2d-4bf1-a000-4113b683c111
  kind: Event
  lastTimestamp: "2026-09-19T08:31:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:43Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh.18d6abb6e1149397
    namespace: kserve-ci-e2e-test
    resourceVersion: "15343"
    uid: 2fd118c4-e48c-42be-90cf-c293fc837940
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: 8d1d6908-0a2d-4bf1-a000-4113b683c111
  kind: Event
  lastTimestamp: "2026-09-19T08:33:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:20Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh.18d6abb6f31e241f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16185"
    uid: 7c56f335-9c4f-47d9-84ef-9b40bbbf23c9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: 8d1d6908-0a2d-4bf1-a000-4113b683c111
  kind: Event
  lastTimestamp: "2026-09-19T08:33:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:15Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh.18d6abcc1f29e9e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: b89a51c8-53a4-4e6c-baa4-6f6828dd9f1a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: 8d1d6908-0a2d-4bf1-a000-4113b683c111
  kind: Event
  lastTimestamp: "2026-09-19T08:33:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:15Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh.18d6abcc1f2a8d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: b6577f73-b8ca-4eff-a3ee-4909b62b1735
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: 8d1d6908-0a2d-4bf1-a000-4113b683c111
  kind: Event
  lastTimestamp: "2026-09-19T08:33:20Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:20Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh.18d6abcc239e2c03
    namespace: kserve-ci-e2e-test
    resourceVersion: "16184"
    uid: 918b653e-64ab-4622-9348-e71c583e9829
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-56575f6cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15004"
    uid: 07b07078-4934-4f24-882a-b8384a851a94
  kind: Event
  lastTimestamp: "2026-09-19T08:31:15Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-56575f6cc4-rpbnh'
  metadata:
    creationTimestamp: "2026-09-19T08:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:31:15Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4.18d6abb03ea2d37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15019"
    uid: 56f5e402-35f2-4f68-a1ae-16f9e3eb8d94
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15001"
    uid: e1e1c9ab-17ad-4344-90e8-4bf84c08f4cf
  kind: Event
  lastTimestamp: "2026-09-19T08:31:15Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-56575f6cc4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:31:15Z"
    name: isvc-canary-rollback-v2-predictor.18d6abb03b606315
    namespace: kserve-ci-e2e-test
    resourceVersion: "15005"
    uid: d5df3da5-6ad3-4f54-97fd-ece7cab4093b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14986"
    uid: 757e9fc6-dabf-4ea0-b947-1a53c911a799
  kind: Event
  lastTimestamp: "2026-09-19T08:33:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:33:15Z"
    name: isvc-canary-rollback.18d6abb03d5ccd06
    namespace: kserve-ci-e2e-test
    resourceVersion: "16125"
    uid: 45031eb4-f14c-46c6-b817-8a0f275ec2b8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "16024"
    uid: 757e9fc6-dabf-4ea0-b947-1a53c911a799
  kind: Event
  lastTimestamp: "2026-09-19T08:34:45Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:34:45Z"
    name: isvc-canary-rollback.18d6abcaf07d4095
    namespace: kserve-ci-e2e-test
    resourceVersion: "16979"
    uid: 55d36e6d-9e86-4c5d-845e-0ca641192015
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "16094"
    uid: 757e9fc6-dabf-4ea0-b947-1a53c911a799
  kind: Event
  lastTimestamp: "2026-09-19T08:33:15Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:33:15Z"
    name: isvc-canary-rollback.18d6abcc217d9356
    namespace: kserve-ci-e2e-test
    resourceVersion: "16114"
    uid: 9e016e51-6e17-4c3f-8fa9-b2773c9d0577
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "16094"
    uid: 757e9fc6-dabf-4ea0-b947-1a53c911a799
  kind: Event
  lastTimestamp: "2026-09-19T08:33:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:33:15Z"
    name: isvc-canary-rollback.18d6abcc217dd201
    namespace: kserve-ci-e2e-test
    resourceVersion: "16115"
    uid: ef27fa52-cf00-4d41-9b43-2edccf109833
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "16124"
    uid: 757e9fc6-dabf-4ea0-b947-1a53c911a799
  kind: Event
  lastTimestamp: "2026-09-19T08:33:15Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-09-19T08:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:33:15Z"
    name: isvc-canary-rollback.18d6abcc241bed59
    namespace: kserve-ci-e2e-test
    resourceVersion: "16128"
    uid: 271c0865-0d90-4320-b341-eed0f7037627
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:34:50.438811Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17088"
    uid: 50f89ebf-5474-45b4-a5d2-6b366d41e293
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5ffdccb94c-6vvmd
    to ip-10-0-140-141.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:34:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:34:50Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd.18d6abe25126ff8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17093"
    uid: bdf82e4d-b7da-4732-b1f9-5fcb5f46a07b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17097"
    uid: 50f89ebf-5474-45b4-a5d2-6b366d41e293
  kind: Event
  lastTimestamp: "2026-09-19T08:34:51Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:34:51Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd.18d6abe274defffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: 022d5553-c222-472c-87ee-821b2a8563a6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: 50f89ebf-5474-45b4-a5d2-6b366d41e293
  kind: Event
  lastTimestamp: "2026-09-19T08:34:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:51Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd.18d6abe2764626ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17136"
    uid: 7032307d-16ab-4cb6-935c-9c792835ec1a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: 50f89ebf-5474-45b4-a5d2-6b366d41e293
  kind: Event
  lastTimestamp: "2026-09-19T08:34:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:51Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd.18d6abe2793bea8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17140"
    uid: 13ac317a-58e8-4e27-853c-0273f4465279
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: 50f89ebf-5474-45b4-a5d2-6b366d41e293
  kind: Event
  lastTimestamp: "2026-09-19T08:34:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:51Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd.18d6abe279a9d151
    namespace: kserve-ci-e2e-test
    resourceVersion: "17141"
    uid: 63bf1872-2daf-4fdb-92d4-2164a536ae9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: 50f89ebf-5474-45b4-a5d2-6b366d41e293
  kind: Event
  lastTimestamp: "2026-09-19T08:34:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:34:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:54Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd.18d6abe35d4f4f1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17198"
    uid: b28fbc42-8629-4001-8fc2-2903ad4f0b0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: 50f89ebf-5474-45b4-a5d2-6b366d41e293
  kind: Event
  lastTimestamp: "2026-09-19T08:34:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:34:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:54Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd.18d6abe36094716e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17200"
    uid: 12cbd168-7b77-425b-bef6-aa264f797b93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: 50f89ebf-5474-45b4-a5d2-6b366d41e293
  kind: Event
  lastTimestamp: "2026-09-19T08:34:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:55Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd.18d6abe36101a381
    namespace: kserve-ci-e2e-test
    resourceVersion: "17202"
    uid: 85f10744-9027-4745-9ff2-f9012461872d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: 50f89ebf-5474-45b4-a5d2-6b366d41e293
  kind: Event
  lastTimestamp: "2026-09-19T08:34:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:55Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd.18d6abe3610eef20
    namespace: kserve-ci-e2e-test
    resourceVersion: "17204"
    uid: 1857b4a2-bc2a-4485-9cf5-18d03bdf33f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: 50f89ebf-5474-45b4-a5d2-6b366d41e293
  kind: Event
  lastTimestamp: "2026-09-19T08:34:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:55Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd.18d6abe3643b10fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17206"
    uid: 11050c68-2de4-4b76-979a-eae81d54fa87
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: 50f89ebf-5474-45b4-a5d2-6b366d41e293
  kind: Event
  lastTimestamp: "2026-09-19T08:34:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:55Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd.18d6abe364a9bf78
    namespace: kserve-ci-e2e-test
    resourceVersion: "17207"
    uid: b72aa067-ae06-48ca-8661-6376a610d8b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: 50f89ebf-5474-45b4-a5d2-6b366d41e293
  kind: Event
  lastTimestamp: "2026-09-19T08:36:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:11Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd.18d6abe3995b38ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18052"
    uid: a0e5fc1e-89ec-49e0-b8ed-fc7e49a31bc8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: 50f89ebf-5474-45b4-a5d2-6b366d41e293
  kind: Event
  lastTimestamp: "2026-09-19T08:36:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:25Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd.18d6abf870e4801b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18215"
    uid: b7b37fd1-8563-4495-b2d8-b42336aeeaec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: 50f89ebf-5474-45b4-a5d2-6b366d41e293
  kind: Event
  lastTimestamp: "2026-09-19T08:36:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:25Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd.18d6abf870e4e594
    namespace: kserve-ci-e2e-test
    resourceVersion: "18216"
    uid: e88ba13e-d8f5-40d2-9297-e4f00f845af8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: 50f89ebf-5474-45b4-a5d2-6b366d41e293
  kind: Event
  lastTimestamp: "2026-09-19T08:36:26Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:36:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:26Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6vvmd.18d6abf8c9936064
    namespace: kserve-ci-e2e-test
    resourceVersion: "18232"
    uid: b8874eb5-b99d-4697-a458-b75b7ce9e43c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:34:50.480497Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17098"
    uid: eb10cf8e-9ab3-4539-878f-ef209aa23008
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5ffdccb94c-wl6vk
    to ip-10-0-134-26.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:34:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:34:50Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk.18d6abe253a30446
    namespace: kserve-ci-e2e-test
    resourceVersion: "17102"
    uid: 1cfd8a78-a8b0-4d86-aa41-b87a61175636
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17109"
    uid: eb10cf8e-9ab3-4539-878f-ef209aa23008
  kind: Event
  lastTimestamp: "2026-09-19T08:34:51Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:34:51Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk.18d6abe275f81697
    namespace: kserve-ci-e2e-test
    resourceVersion: "17133"
    uid: f52d3722-942c-416b-ace7-731a2bf64c25
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17099"
    uid: eb10cf8e-9ab3-4539-878f-ef209aa23008
  kind: Event
  lastTimestamp: "2026-09-19T08:34:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:51Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk.18d6abe2777198bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17139"
    uid: 136a1c80-1d70-4e11-972e-b07ffd538271
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17099"
    uid: eb10cf8e-9ab3-4539-878f-ef209aa23008
  kind: Event
  lastTimestamp: "2026-09-19T08:34:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:51Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk.18d6abe27a4b952c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: 96025993-b5ca-4d94-b5bc-7319f63b4245
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17099"
    uid: eb10cf8e-9ab3-4539-878f-ef209aa23008
  kind: Event
  lastTimestamp: "2026-09-19T08:34:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:51Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk.18d6abe27ac6a7ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17144"
    uid: 5b52d0ec-8d2f-426c-a24e-bf3ebaed691c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17099"
    uid: eb10cf8e-9ab3-4539-878f-ef209aa23008
  kind: Event
  lastTimestamp: "2026-09-19T08:34:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:55Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk.18d6abe36b75d739
    namespace: kserve-ci-e2e-test
    resourceVersion: "17210"
    uid: a5b95c53-d96e-406d-aa9e-66383e00a12d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17099"
    uid: eb10cf8e-9ab3-4539-878f-ef209aa23008
  kind: Event
  lastTimestamp: "2026-09-19T08:34:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:55Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk.18d6abe36f71daeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: 74c50242-49dc-4ff4-8a63-015890deb916
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17099"
    uid: eb10cf8e-9ab3-4539-878f-ef209aa23008
  kind: Event
  lastTimestamp: "2026-09-19T08:34:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:55Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk.18d6abe36fec6b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17216"
    uid: 95eac194-5f5c-46c0-90a0-1cbaed3db9c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17099"
    uid: eb10cf8e-9ab3-4539-878f-ef209aa23008
  kind: Event
  lastTimestamp: "2026-09-19T08:34:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:55Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk.18d6abe36ff77c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17217"
    uid: c312e76b-b874-4af3-a84b-6c8a894f4b5c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17099"
    uid: eb10cf8e-9ab3-4539-878f-ef209aa23008
  kind: Event
  lastTimestamp: "2026-09-19T08:34:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:55Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk.18d6abe3734d1bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "17221"
    uid: c5831d5a-4ac2-42e0-a8f7-58fb4db24bb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17099"
    uid: eb10cf8e-9ab3-4539-878f-ef209aa23008
  kind: Event
  lastTimestamp: "2026-09-19T08:34:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:55Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk.18d6abe373c895f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: 7a8bfebc-9221-4e22-aa68-270bcc9eb4bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17099"
    uid: eb10cf8e-9ab3-4539-878f-ef209aa23008
  kind: Event
  lastTimestamp: "2026-09-19T08:36:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:28Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk.18d6abe3e3a27d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18251"
    uid: 0952976e-95c0-4f27-88bc-05f8d1f105e4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17099"
    uid: eb10cf8e-9ab3-4539-878f-ef209aa23008
  kind: Event
  lastTimestamp: "2026-09-19T08:36:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:24Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk.18d6abf81da84b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "18169"
    uid: a405b8a9-757d-44b7-b101-5535de548ea6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17099"
    uid: eb10cf8e-9ab3-4539-878f-ef209aa23008
  kind: Event
  lastTimestamp: "2026-09-19T08:36:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:24Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk.18d6abf81da8d188
    namespace: kserve-ci-e2e-test
    resourceVersion: "18171"
    uid: 035af72d-9989-497c-b7de-b0b15eacf3c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17099"
    uid: eb10cf8e-9ab3-4539-878f-ef209aa23008
  kind: Event
  lastTimestamp: "2026-09-19T08:36:28Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:28Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wl6vk.18d6abf913eded01
    namespace: kserve-ci-e2e-test
    resourceVersion: "18245"
    uid: deffad86-5306-4729-8724-36ad10a5d9e0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5ffdccb94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17074"
    uid: 02db808d-99cd-42c3-b6a7-f2a6e575dd43
  kind: Event
  lastTimestamp: "2026-09-19T08:34:50Z"
  message: 'Created pod: isvc-canary-stop-predictor-5ffdccb94c-6vvmd'
  metadata:
    creationTimestamp: "2026-09-19T08:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:34:50Z"
    name: isvc-canary-stop-predictor-5ffdccb94c.18d6abe2509f8ceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17091"
    uid: 6f3d30a1-d869-41d0-a295-f67d43fc33e9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5ffdccb94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17074"
    uid: 02db808d-99cd-42c3-b6a7-f2a6e575dd43
  kind: Event
  lastTimestamp: "2026-09-19T08:34:50Z"
  message: 'Created pod: isvc-canary-stop-predictor-5ffdccb94c-wl6vk'
  metadata:
    creationTimestamp: "2026-09-19T08:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:34:50Z"
    name: isvc-canary-stop-predictor-5ffdccb94c.18d6abe25346040b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17100"
    uid: b7afaa74-3b7c-4f0e-bf4d-2787c1553a4b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5ffdccb94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: 02db808d-99cd-42c3-b6a7-f2a6e575dd43
  kind: Event
  lastTimestamp: "2026-09-19T08:36:24Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-5ffdccb94c-wl6vk'
  metadata:
    creationTimestamp: "2026-09-19T08:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:36:24Z"
    name: isvc-canary-stop-predictor-5ffdccb94c.18d6abf81d7ba381
    namespace: kserve-ci-e2e-test
    resourceVersion: "18163"
    uid: 9a0f36ec-2d0a-4276-b5e6-98139b137a3a
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17073"
    uid: 9879c2cc-9f14-482d-87ee-32c5b74ce97a
  kind: Event
  lastTimestamp: "2026-09-19T08:34:50Z"
  message: Scaled up replica set isvc-canary-stop-predictor-5ffdccb94c from 0 to 2
  metadata:
    creationTimestamp: "2026-09-19T08:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:34:50Z"
    name: isvc-canary-stop-predictor.18d6abe24d4411fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17076"
    uid: cdcd5875-1d3e-4847-93db-99830911e040
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18156"
    uid: 9879c2cc-9f14-482d-87ee-32c5b74ce97a
  kind: Event
  lastTimestamp: "2026-09-19T08:36:24Z"
  message: Scaled down replica set isvc-canary-stop-predictor-5ffdccb94c from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-19T08:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:36:24Z"
    name: isvc-canary-stop-predictor.18d6abf81d104a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18161"
    uid: 81ca0e83-8298-4dc3-81bb-1d16b5e5b222
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:34:50.404956Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17081"
    uid: 163f6283-d776-43d9-810b-e3443feccbbf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9
    to ip-10-0-134-26.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:34:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:34:50Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9.18d6abe24f226645
    namespace: kserve-ci-e2e-test
    resourceVersion: "17085"
    uid: 05e59a15-b80f-452a-bd9e-560dcfce7fbf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17089"
    uid: 163f6283-d776-43d9-810b-e3443feccbbf
  kind: Event
  lastTimestamp: "2026-09-19T08:34:50Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:34:50Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9.18d6abe2717c511d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17127"
    uid: 4bcd0ac5-6f69-4c77-a1fd-0c14cc2393c2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17083"
    uid: 163f6283-d776-43d9-810b-e3443feccbbf
  kind: Event
  lastTimestamp: "2026-09-19T08:34:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:51Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9.18d6abe272d2be84
    namespace: kserve-ci-e2e-test
    resourceVersion: "17129"
    uid: 0d84247f-ad6b-43a2-9975-634d6ef71bb5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17083"
    uid: 163f6283-d776-43d9-810b-e3443feccbbf
  kind: Event
  lastTimestamp: "2026-09-19T08:34:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:51Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9.18d6abe2763e739a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17135"
    uid: 1132a828-2ca1-43f4-9496-e1ca476953a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17083"
    uid: 163f6283-d776-43d9-810b-e3443feccbbf
  kind: Event
  lastTimestamp: "2026-09-19T08:34:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:51Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9.18d6abe276b94272
    namespace: kserve-ci-e2e-test
    resourceVersion: "17138"
    uid: 84f79445-f92b-4547-bfcb-8aba46154956
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17083"
    uid: 163f6283-d776-43d9-810b-e3443feccbbf
  kind: Event
  lastTimestamp: "2026-09-19T08:34:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:55Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9.18d6abe36b5d5426
    namespace: kserve-ci-e2e-test
    resourceVersion: "17209"
    uid: 34e4e116-8d77-4f54-aad4-7e4c28b2b93e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17083"
    uid: 163f6283-d776-43d9-810b-e3443feccbbf
  kind: Event
  lastTimestamp: "2026-09-19T08:34:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:55Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9.18d6abe36f7d17bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17215"
    uid: cf669fc2-1324-4b67-bee5-48db7e58dc0a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17083"
    uid: 163f6283-d776-43d9-810b-e3443feccbbf
  kind: Event
  lastTimestamp: "2026-09-19T08:34:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:55Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9.18d6abe36ffaa67e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17218"
    uid: 2a90eda0-5b32-4ba7-aaa9-55248bd63d3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17083"
    uid: 163f6283-d776-43d9-810b-e3443feccbbf
  kind: Event
  lastTimestamp: "2026-09-19T08:34:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:55Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9.18d6abe37005bf73
    namespace: kserve-ci-e2e-test
    resourceVersion: "17219"
    uid: f1a79023-d177-44b3-86d8-52736b8430bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17083"
    uid: 163f6283-d776-43d9-810b-e3443feccbbf
  kind: Event
  lastTimestamp: "2026-09-19T08:34:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:55Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9.18d6abe37359f716
    namespace: kserve-ci-e2e-test
    resourceVersion: "17223"
    uid: 15166f2a-a428-4224-9c86-11fedd82823f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17083"
    uid: 163f6283-d776-43d9-810b-e3443feccbbf
  kind: Event
  lastTimestamp: "2026-09-19T08:34:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:55Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9.18d6abe373d58ba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17227"
    uid: 87349078-ca24-4d93-b304-dc61d83f83c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17083"
    uid: 163f6283-d776-43d9-810b-e3443feccbbf
  kind: Event
  lastTimestamp: "2026-09-19T08:36:13Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:34:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:13Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9.18d6abe3a79dc71b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18067"
    uid: 1f8bfec3-1bf7-4f73-90b0-c9e58fc5a1dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17083"
    uid: 163f6283-d776-43d9-810b-e3443feccbbf
  kind: Event
  lastTimestamp: "2026-09-19T08:36:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:25Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9.18d6abf86e8fac68
    namespace: kserve-ci-e2e-test
    resourceVersion: "18204"
    uid: 5fab5765-d2d1-47a9-9441-d70a69e0175c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17083"
    uid: 163f6283-d776-43d9-810b-e3443feccbbf
  kind: Event
  lastTimestamp: "2026-09-19T08:36:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:25Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9.18d6abf86e90c4b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18206"
    uid: e49e1df8-c234-4718-80ac-166090b363a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17083"
    uid: 163f6283-d776-43d9-810b-e3443feccbbf
  kind: Event
  lastTimestamp: "2026-09-19T08:36:27Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:27Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9.18d6abf8d7fc9c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "18234"
    uid: 7a995262-e9b9-41a1-8151-e7e6f5232041
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-b9c8d9798
    namespace: kserve-ci-e2e-test
    resourceVersion: "17065"
    uid: f28b58c0-c370-41c5-bc71-f5c6976dd188
  kind: Event
  lastTimestamp: "2026-09-19T08:34:50Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-b9c8d9798-vbnr9'
  metadata:
    creationTimestamp: "2026-09-19T08:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:34:50Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798.18d6abe24ebaba7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17082"
    uid: d51c49bc-c738-4af8-8c3b-e03732998d0d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17063"
    uid: 91c1cf4f-a1d6-4c05-a6e2-f7a83b92f1cf
  kind: Event
  lastTimestamp: "2026-09-19T08:34:50Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-b9c8d9798 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-19T08:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:34:50Z"
    name: isvc-canary-stop-v2-predictor.18d6abe24b3a0498
    namespace: kserve-ci-e2e-test
    resourceVersion: "17066"
    uid: 51a4563d-4e9f-4552-85ca-9b26e0164419
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17056"
    uid: 7b625bbc-01dc-4e48-8f16-7f4b63f934eb
  kind: Event
  lastTimestamp: "2026-09-19T08:36:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:36:24Z"
    name: isvc-canary-stop.18d6abe24cf7045e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18178"
    uid: 3c6bb8e6-b05d-489c-90e2-e8b8a26de860
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17056"
    uid: 7b625bbc-01dc-4e48-8f16-7f4b63f934eb
  kind: Event
  lastTimestamp: "2026-09-19T08:36:24Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:36:24Z"
    name: isvc-canary-stop.18d6abe24d5e3816
    namespace: kserve-ci-e2e-test
    resourceVersion: "18179"
    uid: 329efccb-9977-434a-8c8e-84a21cc35f1e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17056"
    uid: 7b625bbc-01dc-4e48-8f16-7f4b63f934eb
  kind: Event
  lastTimestamp: "2026-09-19T08:34:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:34:50Z"
    name: isvc-canary-stop.18d6abe24d5e8408
    namespace: kserve-ci-e2e-test
    resourceVersion: "17113"
    uid: 6bf049df-201c-4507-9e74-70c823b50e10
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "18114"
    uid: 7b625bbc-01dc-4e48-8f16-7f4b63f934eb
  kind: Event
  lastTimestamp: "2026-09-19T08:36:19Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:36:19Z"
    name: isvc-canary-stop.18d6abf6f1b65124
    namespace: kserve-ci-e2e-test
    resourceVersion: "18115"
    uid: 8d368fb1-3bb9-4f20-986b-6bf457a76c1c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:38:52.094875Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-09a83f-predictor-66bd45f576-rb777
    namespace: kserve-ci-e2e-test
    resourceVersion: "19873"
    uid: d4ad6014-6645-4a14-8e29-4d335e2d2637
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-09a83f-predictor-66bd45f576-rb777
    to ip-10-0-140-141.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:38:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:38:52Z"
    name: isvc-init-fail-09a83f-predictor-66bd45f576-rb777.18d6ac1a94f9e491
    namespace: kserve-ci-e2e-test
    resourceVersion: "19877"
    uid: ea3ee721-ace3-405c-995f-5b318b5df942
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-09a83f-predictor-66bd45f576-rb777
    namespace: kserve-ci-e2e-test
    resourceVersion: "19883"
    uid: d4ad6014-6645-4a14-8e29-4d335e2d2637
  kind: Event
  lastTimestamp: "2026-09-19T08:38:52Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:38:52Z"
    name: isvc-init-fail-09a83f-predictor-66bd45f576-rb777.18d6ac1ab6e2dcf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19891"
    uid: de7cd550-7fda-43e9-a180-e386e27f3dab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-09a83f-predictor-66bd45f576-rb777
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: d4ad6014-6645-4a14-8e29-4d335e2d2637
  kind: Event
  lastTimestamp: "2026-09-19T08:38:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:57Z"
    name: isvc-init-fail-09a83f-predictor-66bd45f576-rb777.18d6ac1ab83b573d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19939"
    uid: b431ed11-b8eb-401b-b439-a7c740dd1ae1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-09a83f-predictor-66bd45f576-rb777
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: d4ad6014-6645-4a14-8e29-4d335e2d2637
  kind: Event
  lastTimestamp: "2026-09-19T08:38:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:57Z"
    name: isvc-init-fail-09a83f-predictor-66bd45f576-rb777.18d6ac1abb2df781
    namespace: kserve-ci-e2e-test
    resourceVersion: "19941"
    uid: 1bbe3e03-8472-4b60-a8f7-eaf35c243b14
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-09a83f-predictor-66bd45f576-rb777
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: d4ad6014-6645-4a14-8e29-4d335e2d2637
  kind: Event
  lastTimestamp: "2026-09-19T08:38:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:57Z"
    name: isvc-init-fail-09a83f-predictor-66bd45f576-rb777.18d6ac1abba1ff84
    namespace: kserve-ci-e2e-test
    resourceVersion: "19944"
    uid: 35cdc491-e52c-42a7-a4f2-7d0ff7da4ff8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-09a83f-predictor-66bd45f576-rb777
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: d4ad6014-6645-4a14-8e29-4d335e2d2637
  kind: Event
  lastTimestamp: "2026-09-19T08:39:00Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-09a83f-predictor-66bd45f576-rb777_kserve-ci-e2e-test(d4ad6014-6645-4a14-8e29-4d335e2d2637)
  metadata:
    creationTimestamp: "2026-09-19T08:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:00Z"
    name: isvc-init-fail-09a83f-predictor-66bd45f576-rb777.18d6ac1ca54ac555
    namespace: kserve-ci-e2e-test
    resourceVersion: "19974"
    uid: 1cfe1cab-7ea9-4289-a3cc-b175c56d8294
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-09a83f-predictor-66bd45f576
    namespace: kserve-ci-e2e-test
    resourceVersion: "19861"
    uid: 6598a689-8c3f-48ca-b659-9b8cd2b52fbd
  kind: Event
  lastTimestamp: "2026-09-19T08:38:52Z"
  message: 'Created pod: isvc-init-fail-09a83f-predictor-66bd45f576-rb777'
  metadata:
    creationTimestamp: "2026-09-19T08:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:38:52Z"
    name: isvc-init-fail-09a83f-predictor-66bd45f576.18d6ac1a9497d4ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19874"
    uid: d664a065-1b73-4ddd-8bb5-438c305505f3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-09a83f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19859"
    uid: 93adc97e-2e88-4832-9a52-77e390383acf
  kind: Event
  lastTimestamp: "2026-09-19T08:38:52Z"
  message: Scaled up replica set isvc-init-fail-09a83f-predictor-66bd45f576 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-19T08:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:38:52Z"
    name: isvc-init-fail-09a83f-predictor.18d6ac1a91fae94a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19862"
    uid: 72083efa-7488-4540-a7d3-4069273b4252
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-09a83f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19850"
    uid: 6e2fd11b-9315-457c-bfa5-193b1b8029a0
  kind: Event
  lastTimestamp: "2026-09-19T08:39:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:39:01Z"
    name: isvc-init-fail-09a83f.18d6ac1a9211e512
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: 14295d6c-58a5-425b-b560-e4639ab4f98c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-09a83f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19850"
    uid: 6e2fd11b-9315-457c-bfa5-193b1b8029a0
  kind: Event
  lastTimestamp: "2026-09-19T08:38:52Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-09a83f":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-09a83f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:38:52Z"
    name: isvc-init-fail-09a83f.18d6ac1a928cc5da
    namespace: kserve-ci-e2e-test
    resourceVersion: "19867"
    uid: 06af49a8-c271-40af-93e9-2af4bc05fe96
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-09a83f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19850"
    uid: 6e2fd11b-9315-457c-bfa5-193b1b8029a0
  kind: Event
  lastTimestamp: "2026-09-19T08:38:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-09a83f": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:38:52Z"
    name: isvc-init-fail-09a83f.18d6ac1a928d0495
    namespace: kserve-ci-e2e-test
    resourceVersion: "19868"
    uid: 69d4fb2d-bf71-466b-857a-b32a216c838c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:37:11.648664Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18827"
    uid: 3a9c808d-8068-4f10-ab87-2cd9099abb6e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj
    to ip-10-0-134-26.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:37:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:37:11Z"
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj.18d6ac0331ea5ed6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18831"
    uid: c692fec3-fbeb-4994-b5b1-550c15de99ec
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18835"
    uid: 3a9c808d-8068-4f10-ab87-2cd9099abb6e
  kind: Event
  lastTimestamp: "2026-09-19T08:37:12Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:37:12Z"
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj.18d6ac0354530a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18848"
    uid: 35b8da00-ae64-464e-ba14-2fbea03a2191
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 3a9c808d-8068-4f10-ab87-2cd9099abb6e
  kind: Event
  lastTimestamp: "2026-09-19T08:37:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:12Z"
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj.18d6ac0355ca3974
    namespace: kserve-ci-e2e-test
    resourceVersion: "18850"
    uid: 2947f923-33b1-4cff-91ea-c16d9236c757
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 3a9c808d-8068-4f10-ab87-2cd9099abb6e
  kind: Event
  lastTimestamp: "2026-09-19T08:37:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:12Z"
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj.18d6ac0359564d28
    namespace: kserve-ci-e2e-test
    resourceVersion: "18851"
    uid: 3c35fa93-5667-489c-89c2-cfc930122279
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 3a9c808d-8068-4f10-ab87-2cd9099abb6e
  kind: Event
  lastTimestamp: "2026-09-19T08:37:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:12Z"
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj.18d6ac0359cb9c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18852"
    uid: 67473346-b37a-4744-95b5-e6efc99f2335
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 3a9c808d-8068-4f10-ab87-2cd9099abb6e
  kind: Event
  lastTimestamp: "2026-09-19T08:37:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:16Z"
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj.18d6ac046b6b6675
    namespace: kserve-ci-e2e-test
    resourceVersion: "18893"
    uid: dff23858-ff26-4806-90d9-558d26e986c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 3a9c808d-8068-4f10-ab87-2cd9099abb6e
  kind: Event
  lastTimestamp: "2026-09-19T08:37:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:16Z"
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj.18d6ac046e9213fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18896"
    uid: c6b607f4-c1fd-4165-9b81-69e9a7c62543
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 3a9c808d-8068-4f10-ab87-2cd9099abb6e
  kind: Event
  lastTimestamp: "2026-09-19T08:37:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:16Z"
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj.18d6ac046f09effd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18899"
    uid: 8859dd32-4d6e-4ebf-9a1c-59ee5ffe3eb2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 3a9c808d-8068-4f10-ab87-2cd9099abb6e
  kind: Event
  lastTimestamp: "2026-09-19T08:37:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:16Z"
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj.18d6ac046f152b1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18900"
    uid: 23797c30-001e-42cb-97f6-f33c39fd5fbc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 3a9c808d-8068-4f10-ab87-2cd9099abb6e
  kind: Event
  lastTimestamp: "2026-09-19T08:37:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:17Z"
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj.18d6ac0472023560
    namespace: kserve-ci-e2e-test
    resourceVersion: "18902"
    uid: 65d36645-4f1f-49f1-81d4-c2fb12039489
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 3a9c808d-8068-4f10-ab87-2cd9099abb6e
  kind: Event
  lastTimestamp: "2026-09-19T08:37:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:17Z"
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj.18d6ac047275d4c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18903"
    uid: b73fdfe9-2705-4362-8870-4822ddcff710
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 3a9c808d-8068-4f10-ab87-2cd9099abb6e
  kind: Event
  lastTimestamp: "2026-09-19T08:37:17Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:bfbc00ba36039801e3cafbd0af9ffb0a52a9c8640f7ff416612ef57190d08496"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:17Z"
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj.18d6ac047280d24c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18904"
    uid: 8d1b0a24-5830-47ee-8b1c-47d4739e5d28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 3a9c808d-8068-4f10-ab87-2cd9099abb6e
  kind: Event
  lastTimestamp: "2026-09-19T08:37:17Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-19T08:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:17Z"
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj.18d6ac0475918f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "18905"
    uid: f62d79bf-a68d-44ac-b978-3d93c52a36c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 3a9c808d-8068-4f10-ab87-2cd9099abb6e
  kind: Event
  lastTimestamp: "2026-09-19T08:37:17Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-19T08:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:17Z"
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj.18d6ac047608d43d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18907"
    uid: cc4b3f9f-6edf-4116-bfe6-a249ef79e95c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 3a9c808d-8068-4f10-ab87-2cd9099abb6e
  kind: Event
  lastTimestamp: "2026-09-19T08:38:49Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:49Z"
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj.18d6ac04a7924475
    namespace: kserve-ci-e2e-test
    resourceVersion: "19820"
    uid: 7fd8d468-a08a-4f71-887d-38f8abf691ee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 3a9c808d-8068-4f10-ab87-2cd9099abb6e
  kind: Event
  lastTimestamp: "2026-09-19T08:38:49Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-19T08:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:49Z"
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj.18d6ac04a79c0665
    namespace: kserve-ci-e2e-test
    resourceVersion: "19821"
    uid: ccd30dae-1891-4fbc-933e-55c95b4c468a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 3a9c808d-8068-4f10-ab87-2cd9099abb6e
  kind: Event
  lastTimestamp: "2026-09-19T08:38:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:47Z"
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj.18d6ac1974aebebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19736"
    uid: 8fd60e92-eda4-4c35-98ba-0be1e2874696
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 3a9c808d-8068-4f10-ab87-2cd9099abb6e
  kind: Event
  lastTimestamp: "2026-09-19T08:38:47Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-19T08:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:47Z"
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj.18d6ac1974af090b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19740"
    uid: 5334eaaa-e6cc-40ea-a202-e3fd600fecbb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 3a9c808d-8068-4f10-ab87-2cd9099abb6e
  kind: Event
  lastTimestamp: "2026-09-19T08:38:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:47Z"
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj.18d6ac1974af1772
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: 7494db32-0928-4522-a624-a359baefe782
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 3a9c808d-8068-4f10-ab87-2cd9099abb6e
  kind: Event
  lastTimestamp: "2026-09-19T08:38:58Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:58Z"
    name: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj.18d6ac19d7d60782
    namespace: kserve-ci-e2e-test
    resourceVersion: "19955"
    uid: a12e7be9-1683-447c-aacc-e5e77f989567
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-271fb-predictor-59cb477f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "18817"
    uid: 809e6cff-dd0e-4616-96f5-19edf824ea18
  kind: Event
  lastTimestamp: "2026-09-19T08:37:11Z"
  message: 'Created pod: isvc-logger-raw-271fb-predictor-59cb477f85-q5vhj'
  metadata:
    creationTimestamp: "2026-09-19T08:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:37:11Z"
    name: isvc-logger-raw-271fb-predictor-59cb477f85.18d6ac03317195e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18828"
    uid: 087ad586-0912-446a-b53a-dbce22e3da86
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-271fb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18813"
    uid: e2c509f9-30ea-4643-976b-98c9ec621125
  kind: Event
  lastTimestamp: "2026-09-19T08:37:11Z"
  message: Scaled up replica set isvc-logger-raw-271fb-predictor-59cb477f85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-19T08:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:37:11Z"
    name: isvc-logger-raw-271fb-predictor.18d6ac032dc402e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18818"
    uid: 6bff8bd7-208d-498a-be9f-d89852e550e8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-271fb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: cba90d58-331a-4616-9862-76e880c1a670
  kind: Event
  lastTimestamp: "2026-09-19T08:37:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:37:56Z"
    name: isvc-logger-raw-271fb-predictor.18d6ac06ac2f24ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "19222"
    uid: 8e06cdce-66d9-4d48-8388-16d1f0c154b0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-271fb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: cba90d58-331a-4616-9862-76e880c1a670
  kind: Event
  lastTimestamp: "2026-09-19T08:37:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:37:56Z"
    name: isvc-logger-raw-271fb-predictor.18d6ac06ac8d44fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19224"
    uid: f5519c84-df3b-4447-9bcd-46e34b686c29
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-271fb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18990"
    uid: cba90d58-331a-4616-9862-76e880c1a670
  kind: Event
  lastTimestamp: "2026-09-19T08:38:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:38:41Z"
    name: isvc-logger-raw-271fb-predictor.18d6ac0a2b3c595b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19627"
    uid: c4cb146f-86df-4665-941f-b208c3a67df7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-271fb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18990"
    uid: cba90d58-331a-4616-9862-76e880c1a670
  kind: Event
  lastTimestamp: "2026-09-19T08:38:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:38:41Z"
    name: isvc-logger-raw-271fb-predictor.18d6ac0a2b9d7a1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19628"
    uid: 13aa1907-dc34-41e5-ae68-6c19d6336d50
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-271fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18806"
    uid: 8d0c936c-302c-42a3-b187-a4e1a40f00d2
  kind: Event
  lastTimestamp: "2026-09-19T08:38:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:38:40Z"
    name: isvc-logger-raw-271fb.18d6ac032ddd8edf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19619"
    uid: a67457e7-c273-4dc8-9038-9bf780196d20
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-271fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18806"
    uid: 8d0c936c-302c-42a3-b187-a4e1a40f00d2
  kind: Event
  lastTimestamp: "2026-09-19T08:37:11Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-271fb":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-271fb":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:37:11Z"
    name: isvc-logger-raw-271fb.18d6ac032e4c9620
    namespace: kserve-ci-e2e-test
    resourceVersion: "18837"
    uid: 46116aa5-3d7f-40a4-8b0d-4fd194e9c084
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-271fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18807"
    uid: 8d0c936c-302c-42a3-b187-a4e1a40f00d2
  kind: Event
  lastTimestamp: "2026-09-19T08:37:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-271fb": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:37:11Z"
    name: isvc-logger-raw-271fb.18d6ac033424b565
    namespace: kserve-ci-e2e-test
    resourceVersion: "18838"
    uid: de19beae-5a0c-4cfe-b5f8-5d4ff6e6324a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-271fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19616"
    uid: 8d0c936c-302c-42a3-b187-a4e1a40f00d2
  kind: Event
  lastTimestamp: "2026-09-19T08:38:40Z"
  message: InferenceService [isvc-logger-raw-271fb] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:38:40Z"
    name: isvc-logger-raw-271fb.18d6ac17c59b25a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19617"
    uid: 62f97ac5-f7b3-4ee8-bb30-826c7a45d844
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:46:48.771020Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24099"
    uid: 3b74dfdc-a26e-46d4-95fd-3ecf526f5aa8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-787489bd95-l9jfk
    to ip-10-0-134-26.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:46:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:46:48Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk.18d6ac899116a426
    namespace: kserve-ci-e2e-test
    resourceVersion: "24105"
    uid: c531562d-1516-4f51-8ebc-b0b16b9eedbd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24109"
    uid: 3b74dfdc-a26e-46d4-95fd-3ecf526f5aa8
  kind: Event
  lastTimestamp: "2026-09-19T08:46:49Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:46:49Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk.18d6ac89b33dc841
    namespace: kserve-ci-e2e-test
    resourceVersion: "24119"
    uid: 266ea668-4c21-4665-b813-35fd56150f89
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: 3b74dfdc-a26e-46d4-95fd-3ecf526f5aa8
  kind: Event
  lastTimestamp: "2026-09-19T08:46:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:49Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk.18d6ac89b4c08df1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24121"
    uid: e33e49bc-8e96-4f0d-985f-531fd76143c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: 3b74dfdc-a26e-46d4-95fd-3ecf526f5aa8
  kind: Event
  lastTimestamp: "2026-09-19T08:46:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:49Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk.18d6ac89b7a01ffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24123"
    uid: b690afa3-f762-48dc-8625-fa2de710a7d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: 3b74dfdc-a26e-46d4-95fd-3ecf526f5aa8
  kind: Event
  lastTimestamp: "2026-09-19T08:46:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:49Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk.18d6ac89b814b827
    namespace: kserve-ci-e2e-test
    resourceVersion: "24124"
    uid: c44c8b61-e850-4dc8-bfb4-830929d21969
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: 3b74dfdc-a26e-46d4-95fd-3ecf526f5aa8
  kind: Event
  lastTimestamp: "2026-09-19T08:46:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:53Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk.18d6ac8aba6247f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24166"
    uid: 527c1040-450e-495e-9b9d-e6236a65ef8d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: 3b74dfdc-a26e-46d4-95fd-3ecf526f5aa8
  kind: Event
  lastTimestamp: "2026-09-19T08:46:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:53Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk.18d6ac8abd7e12f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24169"
    uid: d86ecc9c-218c-4acf-b5a1-aa48cec9da6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: 3b74dfdc-a26e-46d4-95fd-3ecf526f5aa8
  kind: Event
  lastTimestamp: "2026-09-19T08:46:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:53Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk.18d6ac8abdf26c22
    namespace: kserve-ci-e2e-test
    resourceVersion: "24171"
    uid: 1cd07902-b468-46c3-86b3-2ca79f6d0469
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: 3b74dfdc-a26e-46d4-95fd-3ecf526f5aa8
  kind: Event
  lastTimestamp: "2026-09-19T08:46:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:53Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk.18d6ac8abe001aa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24172"
    uid: 67f2e855-42f0-4372-b8b8-e235b20c2341
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: 3b74dfdc-a26e-46d4-95fd-3ecf526f5aa8
  kind: Event
  lastTimestamp: "2026-09-19T08:46:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:53Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk.18d6ac8ac1574540
    namespace: kserve-ci-e2e-test
    resourceVersion: "24174"
    uid: 1407e4ec-545a-40af-ae77-74c4a4a3882a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: 3b74dfdc-a26e-46d4-95fd-3ecf526f5aa8
  kind: Event
  lastTimestamp: "2026-09-19T08:46:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:53Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk.18d6ac8ac1cc2a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "24175"
    uid: fea23d7b-9adf-48dd-a441-dfcdb90382da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: 3b74dfdc-a26e-46d4-95fd-3ecf526f5aa8
  kind: Event
  lastTimestamp: "2026-09-19T08:46:53Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:bfbc00ba36039801e3cafbd0af9ffb0a52a9c8640f7ff416612ef57190d08496"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:53Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk.18d6ac8ac1d86f67
    namespace: kserve-ci-e2e-test
    resourceVersion: "24176"
    uid: 99217066-56bd-424c-8b4b-78ba9bf13cf5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: 3b74dfdc-a26e-46d4-95fd-3ecf526f5aa8
  kind: Event
  lastTimestamp: "2026-09-19T08:46:53Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-19T08:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:53Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk.18d6ac8ac4e52351
    namespace: kserve-ci-e2e-test
    resourceVersion: "24177"
    uid: 6d4c068c-b9a9-460d-8da4-76a2ca80ee72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: 3b74dfdc-a26e-46d4-95fd-3ecf526f5aa8
  kind: Event
  lastTimestamp: "2026-09-19T08:46:53Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-19T08:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:53Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk.18d6ac8ac5647385
    namespace: kserve-ci-e2e-test
    resourceVersion: "24178"
    uid: 6f537a75-6e0b-4ca6-bf66-0d9e244256cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: 3b74dfdc-a26e-46d4-95fd-3ecf526f5aa8
  kind: Event
  lastTimestamp: "2026-09-19T08:48:41Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:46:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:48:41Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk.18d6ac8b32584a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25027"
    uid: ee44cce1-7b2b-48c9-b64b-1dbd234f75b9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: 3b74dfdc-a26e-46d4-95fd-3ecf526f5aa8
  kind: Event
  lastTimestamp: "2026-09-19T08:48:41Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-19T08:46:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:48:41Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk.18d6ac8b3264c3e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25028"
    uid: 951a97fb-98ba-4e67-861f-d2b8dfd75519
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: 3b74dfdc-a26e-46d4-95fd-3ecf526f5aa8
  kind: Event
  lastTimestamp: "2026-09-19T08:48:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:48:34Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk.18d6aca22c5a9626
    namespace: kserve-ci-e2e-test
    resourceVersion: "24922"
    uid: 6d4b47ea-02d2-4f4d-b165-89db9ad7b8ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: 3b74dfdc-a26e-46d4-95fd-3ecf526f5aa8
  kind: Event
  lastTimestamp: "2026-09-19T08:48:34Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-19T08:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:48:34Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk.18d6aca22c5aeb59
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 69293e6e-e556-4f5f-917f-dba06b108ff4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: 3b74dfdc-a26e-46d4-95fd-3ecf526f5aa8
  kind: Event
  lastTimestamp: "2026-09-19T08:48:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:48:34Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk.18d6aca22c5b4663
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 57709490-d635-4967-b70e-c47673ebdf32
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: 3b74dfdc-a26e-46d4-95fd-3ecf526f5aa8
  kind: Event
  lastTimestamp: "2026-09-19T08:48:46Z"
  message: 'Readiness probe failed: Get "https://10.133.0.50:8643/healthz": dial tcp
    10.133.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:48:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:48:46Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk.18d6aca2b6b3401f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25072"
    uid: 677dca0a-cd50-4c08-b705-0710dd6ce541
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-787489bd95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24089"
    uid: 58d9bb40-9b08-4a46-a477-609932fdf9be
  kind: Event
  lastTimestamp: "2026-09-19T08:46:48Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-787489bd95-l9jfk'
  metadata:
    creationTimestamp: "2026-09-19T08:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:46:48Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95.18d6ac8990af895f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24100"
    uid: 7b06d800-25a0-412d-8b3d-0bb0a006e21b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24088"
    uid: c41185df-392c-48c0-b5bb-a3acb9f34f31
  kind: Event
  lastTimestamp: "2026-09-19T08:46:48Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-787489bd95 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-19T08:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:46:48Z"
    name: isvc-logger-raw-cipn-predictor.18d6ac898d705884
    namespace: kserve-ci-e2e-test
    resourceVersion: "24092"
    uid: 3d3861f0-c50a-4d0c-8f16-b8bc13e4c805
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:47:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24090"
    uid: 8928f334-c505-419a-b2c2-09dc960e0606
  kind: Event
  lastTimestamp: "2026-09-19T08:47:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:47:18Z"
    name: isvc-logger-raw-cipn-predictor.18d6ac8d0c6e6e93
    namespace: kserve-ci-e2e-test
    resourceVersion: "24357"
    uid: d1562b10-9557-41d6-9434-9c55e49761b6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:47:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24090"
    uid: 8928f334-c505-419a-b2c2-09dc960e0606
  kind: Event
  lastTimestamp: "2026-09-19T08:47:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:47:18Z"
    name: isvc-logger-raw-cipn-predictor.18d6ac8d0ccd5a05
    namespace: kserve-ci-e2e-test
    resourceVersion: "24358"
    uid: 2f507699-434c-49f5-99df-1c5e818fa359
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T08:47:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 8928f334-c505-419a-b2c2-09dc960e0606
  kind: Event
  lastTimestamp: "2026-09-19T08:48:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:47:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:48:33Z"
    name: isvc-logger-raw-cipn-predictor.18d6ac940a1bed5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24898"
    uid: 3e4779db-4975-41ca-a3f9-b3ca03855987
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T08:47:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 8928f334-c505-419a-b2c2-09dc960e0606
  kind: Event
  lastTimestamp: "2026-09-19T08:48:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:47:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:48:33Z"
    name: isvc-logger-raw-cipn-predictor.18d6ac940a7ac68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24899"
    uid: 7ef9e888-6493-4c8a-90fa-5fd18a6ecb20
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24082"
    uid: b48ba927-c481-46b4-a884-cc1a89c1dda4
  kind: Event
  lastTimestamp: "2026-09-19T08:48:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:48:21Z"
    name: isvc-logger-raw-cipn.18d6ac898df13756
    namespace: kserve-ci-e2e-test
    resourceVersion: "24817"
    uid: ecff0c4c-020b-4a2b-808a-c38a7d3d11cd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24082"
    uid: b48ba927-c481-46b4-a884-cc1a89c1dda4
  kind: Event
  lastTimestamp: "2026-09-19T08:46:48Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:46:48Z"
    name: isvc-logger-raw-cipn.18d6ac898e96334e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24097"
    uid: 1b248296-cda2-4057-95d5-3f5b719d20ed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24814"
    uid: b48ba927-c481-46b4-a884-cc1a89c1dda4
  kind: Event
  lastTimestamp: "2026-09-19T08:48:21Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:48:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:48:21Z"
    name: isvc-logger-raw-cipn.18d6ac9f3f57670e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24815"
    uid: 3979bb89-e886-41b1-b801-22a7ca325ea0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:36:35.675950Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18336"
    uid: ddb94947-e787-45bc-bc74-af5b5792d8d8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-53e8e6-predictor-869dd779c9-b9zkh
    to ip-10-0-134-26.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:36:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:36:35Z"
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh.18d6abfad1c64b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "18342"
    uid: fa9114ba-caa8-4e6a-be3f-df9a731f147d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18338"
    uid: ddb94947-e787-45bc-bc74-af5b5792d8d8
  kind: Event
  lastTimestamp: "2026-09-19T08:36:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-53e8e6-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:35Z"
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh.18d6abfadbe28545
    namespace: kserve-ci-e2e-test
    resourceVersion: "18350"
    uid: 5212ae55-c77a-45ba-9dce-af58505a60ac
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18346"
    uid: ddb94947-e787-45bc-bc74-af5b5792d8d8
  kind: Event
  lastTimestamp: "2026-09-19T08:36:36Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:36:36Z"
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh.18d6abfb1799c392
    namespace: kserve-ci-e2e-test
    resourceVersion: "18358"
    uid: fe9e7e5f-9977-46df-9f07-36d4efa744cc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18338"
    uid: ddb94947-e787-45bc-bc74-af5b5792d8d8
  kind: Event
  lastTimestamp: "2026-09-19T08:36:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:36Z"
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh.18d6abfb18efc033
    namespace: kserve-ci-e2e-test
    resourceVersion: "18360"
    uid: 46cc2c17-a934-470b-af58-d26d3864753f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18338"
    uid: ddb94947-e787-45bc-bc74-af5b5792d8d8
  kind: Event
  lastTimestamp: "2026-09-19T08:36:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:36Z"
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh.18d6abfb1bdb22c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18362"
    uid: 4d3828b4-f1de-4fa9-a5a7-15708b1555cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18338"
    uid: ddb94947-e787-45bc-bc74-af5b5792d8d8
  kind: Event
  lastTimestamp: "2026-09-19T08:36:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:36Z"
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh.18d6abfb1c527b44
    namespace: kserve-ci-e2e-test
    resourceVersion: "18363"
    uid: e0d54f85-6d00-442a-b650-7f79d3756f9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18338"
    uid: ddb94947-e787-45bc-bc74-af5b5792d8d8
  kind: Event
  lastTimestamp: "2026-09-19T08:36:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:41Z"
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh.18d6abfc3a987af4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18417"
    uid: 802a22a5-111b-47f3-b1e7-85bc530681b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18338"
    uid: ddb94947-e787-45bc-bc74-af5b5792d8d8
  kind: Event
  lastTimestamp: "2026-09-19T08:36:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:41Z"
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh.18d6abfc3da30a9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18419"
    uid: 001ca928-1262-4bc8-946c-3b9ef47bf2e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18338"
    uid: ddb94947-e787-45bc-bc74-af5b5792d8d8
  kind: Event
  lastTimestamp: "2026-09-19T08:36:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:41Z"
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh.18d6abfc3e174ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18420"
    uid: a07d314a-412c-4b1f-a7a0-d3135e78e270
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18338"
    uid: ddb94947-e787-45bc-bc74-af5b5792d8d8
  kind: Event
  lastTimestamp: "2026-09-19T08:36:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:41Z"
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh.18d6abfc3e226418
    namespace: kserve-ci-e2e-test
    resourceVersion: "18421"
    uid: 7408daa9-455d-4c2a-a724-2436e34db745
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18338"
    uid: ddb94947-e787-45bc-bc74-af5b5792d8d8
  kind: Event
  lastTimestamp: "2026-09-19T08:36:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:41Z"
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh.18d6abfc410ee1d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18424"
    uid: 6c628eac-875d-44d9-b485-05a6970499ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18338"
    uid: ddb94947-e787-45bc-bc74-af5b5792d8d8
  kind: Event
  lastTimestamp: "2026-09-19T08:36:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:41Z"
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh.18d6abfc418301a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18425"
    uid: 2e6afbd4-f9fe-4e59-b36f-2833baa29a73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18338"
    uid: ddb94947-e787-45bc-bc74-af5b5792d8d8
  kind: Event
  lastTimestamp: "2026-09-19T08:37:56Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:56Z"
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh.18d6abfc76a531ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19226"
    uid: 3f116054-d559-418b-9050-863b1de4ad02
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18338"
    uid: ddb94947-e787-45bc-bc74-af5b5792d8d8
  kind: Event
  lastTimestamp: "2026-09-19T08:38:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:46Z"
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh.18d6ac195fd02ca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19703"
    uid: 473c7d03-7fbd-45a5-a8b5-361d822efb30
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18338"
    uid: ddb94947-e787-45bc-bc74-af5b5792d8d8
  kind: Event
  lastTimestamp: "2026-09-19T08:38:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:46Z"
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh.18d6ac195fd1112b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19705"
    uid: 5e20e2cb-2e95-4303-998f-a708335754d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18338"
    uid: ddb94947-e787-45bc-bc74-af5b5792d8d8
  kind: Event
  lastTimestamp: "2026-09-19T08:38:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:48Z"
    name: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh.18d6ac19cd0c9fc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19806"
    uid: 8641afde-1d0a-45d4-b227-a0f1928dbed1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-53e8e6-predictor-869dd779c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18326"
    uid: f00bb756-323b-4da8-aa28-ac5b5b41cf0c
  kind: Event
  lastTimestamp: "2026-09-19T08:36:35Z"
  message: 'Created pod: isvc-primary-53e8e6-predictor-869dd779c9-b9zkh'
  metadata:
    creationTimestamp: "2026-09-19T08:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:36:35Z"
    name: isvc-primary-53e8e6-predictor-869dd779c9.18d6abfad1501d54
    namespace: kserve-ci-e2e-test
    resourceVersion: "18337"
    uid: ff83f915-33d9-4665-9d59-fc245ba011a0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-53e8e6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18324"
    uid: 860aba4d-8f49-470b-b82c-ed9aa56977b8
  kind: Event
  lastTimestamp: "2026-09-19T08:36:35Z"
  message: Scaled up replica set isvc-primary-53e8e6-predictor-869dd779c9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-19T08:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:36:35Z"
    name: isvc-primary-53e8e6-predictor.18d6abfacec3b521
    namespace: kserve-ci-e2e-test
    resourceVersion: "18327"
    uid: 1f2d51e8-a66e-4b18-936f-fa1091299b36
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-53e8e6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18325"
    uid: b33f7bcc-6a16-4521-b024-793626c56669
  kind: Event
  lastTimestamp: "2026-09-19T08:36:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:36:50Z"
    name: isvc-primary-53e8e6-predictor.18d6abfe4d2bbd6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18489"
    uid: d787ce6d-3556-4fa9-9c36-0c79a214593e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-53e8e6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18325"
    uid: b33f7bcc-6a16-4521-b024-793626c56669
  kind: Event
  lastTimestamp: "2026-09-19T08:36:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:36:50Z"
    name: isvc-primary-53e8e6-predictor.18d6abfe4d8de2e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: 6b19fe6c-7ff2-415a-98e0-493a969a2789
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-53e8e6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: b33f7bcc-6a16-4521-b024-793626c56669
  kind: Event
  lastTimestamp: "2026-09-19T08:38:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:37:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:38:20Z"
    name: isvc-primary-53e8e6-predictor.18d6ac01cc7b4316
    namespace: kserve-ci-e2e-test
    resourceVersion: "19405"
    uid: 3e660f61-9fb5-4843-a22f-0ed677a5e422
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-53e8e6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: b33f7bcc-6a16-4521-b024-793626c56669
  kind: Event
  lastTimestamp: "2026-09-19T08:38:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:37:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:38:20Z"
    name: isvc-primary-53e8e6-predictor.18d6ac01cce06ce1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19406"
    uid: 78369dfb-075c-4bff-8bb2-7d745167906c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-53e8e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18316"
    uid: ef6040f5-bd78-4927-9ed8-3cd94e65bf02
  kind: Event
  lastTimestamp: "2026-09-19T08:38:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:38:07Z"
    name: isvc-primary-53e8e6.18d6abfacec945c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19302"
    uid: 2eea8f72-9e53-4597-ba2b-7c6c8ef61949
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-53e8e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18316"
    uid: ef6040f5-bd78-4927-9ed8-3cd94e65bf02
  kind: Event
  lastTimestamp: "2026-09-19T08:36:35Z"
  message: 'Failed to update status for InferenceService "isvc-primary-53e8e6": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-53e8e6":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:36:35Z"
    name: isvc-primary-53e8e6.18d6abfacf43a98f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18331"
    uid: edf702d9-1812-44b1-8494-88567fccf782
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-53e8e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18316"
    uid: ef6040f5-bd78-4927-9ed8-3cd94e65bf02
  kind: Event
  lastTimestamp: "2026-09-19T08:36:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-53e8e6": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:36:35Z"
    name: isvc-primary-53e8e6.18d6abfacf43f1b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18334"
    uid: f49ea744-b954-4abd-86c1-783ab582189d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-53e8e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19300"
    uid: ef6040f5-bd78-4927-9ed8-3cd94e65bf02
  kind: Event
  lastTimestamp: "2026-09-19T08:38:07Z"
  message: InferenceService [isvc-primary-53e8e6] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:38:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:38:07Z"
    name: isvc-primary-53e8e6.18d6ac1016542c30
    namespace: kserve-ci-e2e-test
    resourceVersion: "19301"
    uid: c5d07c19-780a-4820-a8c8-c627f1547b74
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:31:15.279264Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14987"
    uid: f84c0373-130d-4373-ba33-6b30259fbd61
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt
    to ip-10-0-134-26.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:31:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:31:15Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt.18d6abb038a4de69
    namespace: kserve-ci-e2e-test
    resourceVersion: "14992"
    uid: 8b055d5c-3cc3-4808-acfb-152c25ff718d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15002"
    uid: f84c0373-130d-4373-ba33-6b30259fbd61
  kind: Event
  lastTimestamp: "2026-09-19T08:31:15Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:31:15Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt.18d6abb05b28d4c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15057"
    uid: 9befc490-d727-49e4-b22d-ea08ddc68a65
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: f84c0373-130d-4373-ba33-6b30259fbd61
  kind: Event
  lastTimestamp: "2026-09-19T08:31:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:15Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt.18d6abb05cc92913
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: 856908c8-c136-4cfb-b476-24b79e709093
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: f84c0373-130d-4373-ba33-6b30259fbd61
  kind: Event
  lastTimestamp: "2026-09-19T08:31:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:15Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt.18d6abb05fc767e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15060"
    uid: dfaab454-65b9-4e04-9516-c7976accf44b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: f84c0373-130d-4373-ba33-6b30259fbd61
  kind: Event
  lastTimestamp: "2026-09-19T08:31:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:15Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt.18d6abb06031588c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15061"
    uid: 15bc62f4-f52f-4beb-b765-6ad37cd483e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: f84c0373-130d-4373-ba33-6b30259fbd61
  kind: Event
  lastTimestamp: "2026-09-19T08:31:19Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
  metadata:
    creationTimestamp: "2026-09-19T08:31:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:19Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt.18d6abb14d26fcd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 5fa10534-4f8e-4938-a98a-23cfb1bc68ae
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: f84c0373-130d-4373-ba33-6b30259fbd61
  kind: Event
  lastTimestamp: "2026-09-19T08:31:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    in 20.869s (20.869s including waiting). Image size: 1607081372 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T08:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:40Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt.18d6abb6291645e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15298"
    uid: 0a2b0664-fbd7-456b-862b-5eeff46cc6ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: f84c0373-130d-4373-ba33-6b30259fbd61
  kind: Event
  lastTimestamp: "2026-09-19T08:31:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:40Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt.18d6abb62eed1928
    namespace: kserve-ci-e2e-test
    resourceVersion: "15300"
    uid: d5ed68f0-e301-4577-ad53-b6c5e11e37bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: f84c0373-130d-4373-ba33-6b30259fbd61
  kind: Event
  lastTimestamp: "2026-09-19T08:31:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:40Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt.18d6abb6309af52f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15302"
    uid: 45dfd655-8432-4889-b643-fdd66796d804
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: f84c0373-130d-4373-ba33-6b30259fbd61
  kind: Event
  lastTimestamp: "2026-09-19T08:31:40Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-19T08:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:40Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt.18d6abb633a790fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15303"
    uid: 26d4a5c4-4e48-499b-b5d7-23dbb0b09887
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: f84c0373-130d-4373-ba33-6b30259fbd61
  kind: Event
  lastTimestamp: "2026-09-19T08:31:43Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.803s (2.803s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T08:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:43Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt.18d6abb6dabf4100
    namespace: kserve-ci-e2e-test
    resourceVersion: "15334"
    uid: d5c39c59-ef24-43a5-935b-4bed8eb5bb1e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: f84c0373-130d-4373-ba33-6b30259fbd61
  kind: Event
  lastTimestamp: "2026-09-19T08:31:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:43Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt.18d6abb6e074a709
    namespace: kserve-ci-e2e-test
    resourceVersion: "15339"
    uid: de48a947-45e9-4722-ac7b-5d95e8e8f053
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: f84c0373-130d-4373-ba33-6b30259fbd61
  kind: Event
  lastTimestamp: "2026-09-19T08:31:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:43Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt.18d6abb6e0f3ff41
    namespace: kserve-ci-e2e-test
    resourceVersion: "15341"
    uid: 47e8f196-cba7-44ad-9ac0-5ed5ee9e3733
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: f84c0373-130d-4373-ba33-6b30259fbd61
  kind: Event
  lastTimestamp: "2026-09-19T08:31:43Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:bfbc00ba36039801e3cafbd0af9ffb0a52a9c8640f7ff416612ef57190d08496"
  metadata:
    creationTimestamp: "2026-09-19T08:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:43Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt.18d6abb6e1029e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "15342"
    uid: 01852cb7-4caf-4304-82cc-7e004959d2cd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: f84c0373-130d-4373-ba33-6b30259fbd61
  kind: Event
  lastTimestamp: "2026-09-19T08:31:46Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:bfbc00ba36039801e3cafbd0af9ffb0a52a9c8640f7ff416612ef57190d08496"
    in 2.244s (2.244s including waiting). Image size: 240302177 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T08:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:46Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt.18d6abb766cb6f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: d9085e0a-d297-4561-89bd-8b9b37668ec0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: f84c0373-130d-4373-ba33-6b30259fbd61
  kind: Event
  lastTimestamp: "2026-09-19T08:31:46Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-19T08:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:46Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt.18d6abb769c6e030
    namespace: kserve-ci-e2e-test
    resourceVersion: "15368"
    uid: 692a4848-b85b-4f0b-b6fb-515c8ff2e54d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: f84c0373-130d-4373-ba33-6b30259fbd61
  kind: Event
  lastTimestamp: "2026-09-19T08:31:46Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-19T08:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:31:46Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt.18d6abb76a4098a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15369"
    uid: 07882c1a-cf98-410c-b544-91bd48c4c63b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: f84c0373-130d-4373-ba33-6b30259fbd61
  kind: Event
  lastTimestamp: "2026-09-19T08:33:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:00Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt.18d6abb76b524ba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15950"
    uid: 841dfea9-3b5a-415f-8a57-d3c43fae44c6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: f84c0373-130d-4373-ba33-6b30259fbd61
  kind: Event
  lastTimestamp: "2026-09-19T08:33:20Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-19T08:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:20Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt.18d6abb7a735da60
    namespace: kserve-ci-e2e-test
    resourceVersion: "16226"
    uid: e7899a11-29d7-4505-bbf3-08532a98a941
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: f84c0373-130d-4373-ba33-6b30259fbd61
  kind: Event
  lastTimestamp: "2026-09-19T08:33:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:20Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt.18d6abcd75dd3048
    namespace: kserve-ci-e2e-test
    resourceVersion: "16210"
    uid: cf6635f1-5ae5-4215-9206-d352e588d7ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: f84c0373-130d-4373-ba33-6b30259fbd61
  kind: Event
  lastTimestamp: "2026-09-19T08:33:20Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-19T08:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:20Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt.18d6abcd75dd8fbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16211"
    uid: 0f475aaa-d359-4765-8424-0df49b4bcef0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: f84c0373-130d-4373-ba33-6b30259fbd61
  kind: Event
  lastTimestamp: "2026-09-19T08:33:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:20Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt.18d6abcd75ddef81
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: 3993a9ab-ab1c-490f-b943-cae348f141f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: f84c0373-130d-4373-ba33-6b30259fbd61
  kind: Event
  lastTimestamp: "2026-09-19T08:33:23Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:23Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt.18d6abce018c4210
    namespace: kserve-ci-e2e-test
    resourceVersion: "16334"
    uid: 7150b2b1-d3cb-43be-a2d2-f655b7fbd10c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774
    namespace: kserve-ci-e2e-test
    resourceVersion: "14973"
    uid: 94347a10-329e-47e6-97b1-efb2b3a679c9
  kind: Event
  lastTimestamp: "2026-09-19T08:31:15Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774-t84jt'
  metadata:
    creationTimestamp: "2026-09-19T08:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:31:15Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774.18d6abb038390f86
    namespace: kserve-ci-e2e-test
    resourceVersion: "14988"
    uid: ee68a8e7-f169-443f-921c-d1ed8042cdd7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-48cee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14972"
    uid: 44405b7c-c273-4b1a-ae19-3dcabfd44381
  kind: Event
  lastTimestamp: "2026-09-19T08:31:15Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-48cee-predictor-7cbd976774
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:31:15Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor.18d6abb02fb3ea22
    namespace: kserve-ci-e2e-test
    resourceVersion: "14974"
    uid: 015fd9c3-19d2-465c-92b5-47e4e56d0aa7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-48cee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14981"
    uid: 40a9553f-689c-4e10-b7e7-511513f2ce1f
  kind: Event
  lastTimestamp: "2026-09-19T08:32:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:32:15Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor.18d6abb3b61d3e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15599"
    uid: c307d9f7-daaf-48c3-95fe-e32e85c6408a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-48cee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14981"
    uid: 40a9553f-689c-4e10-b7e7-511513f2ce1f
  kind: Event
  lastTimestamp: "2026-09-19T08:32:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:32:15Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor.18d6abb3b73a7996
    namespace: kserve-ci-e2e-test
    resourceVersion: "15600"
    uid: 74ee91a6-0763-441e-acc5-c637e682e7a3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:32:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-48cee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15216"
    uid: 40a9553f-689c-4e10-b7e7-511513f2ce1f
  kind: Event
  lastTimestamp: "2026-09-19T08:33:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:32:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:33:15Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor.18d6abc1b30229c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16132"
    uid: a06f8e91-1c19-4db6-bcf0-78a14cf1b6d8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:32:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-48cee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15216"
    uid: 40a9553f-689c-4e10-b7e7-511513f2ce1f
  kind: Event
  lastTimestamp: "2026-09-19T08:33:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:32:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:33:15Z"
    name: isvc-raw-sklearn-batcher-48cee-predictor.18d6abc1b36b6b23
    namespace: kserve-ci-e2e-test
    resourceVersion: "16133"
    uid: a5340d8c-9e40-48a2-b627-19a91316bb88
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-48cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "14961"
    uid: 9aa9578e-7536-4330-b44c-64c009adda74
  kind: Event
  lastTimestamp: "2026-09-19T08:33:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:33:11Z"
    name: isvc-raw-sklearn-batcher-48cee.18d6abb035c70bca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16069"
    uid: 408611cb-efb2-48b5-87f4-beb4d4c4fdec
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-48cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "14961"
    uid: 9aa9578e-7536-4330-b44c-64c009adda74
  kind: Event
  lastTimestamp: "2026-09-19T08:31:15Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-48cee":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-48cee":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:31:15Z"
    name: isvc-raw-sklearn-batcher-48cee.18d6abb0363beb77
    namespace: kserve-ci-e2e-test
    resourceVersion: "14983"
    uid: 71c01e39-f31f-4b9f-a948-48a451eb96d8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:31:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-48cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "14961"
    uid: 9aa9578e-7536-4330-b44c-64c009adda74
  kind: Event
  lastTimestamp: "2026-09-19T08:31:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-48cee": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:31:15Z"
    name: isvc-raw-sklearn-batcher-48cee.18d6abb0363c32c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14984"
    uid: 08657ea3-8bb1-43a3-9667-8113f6315b27
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-48cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16067"
    uid: 9aa9578e-7536-4330-b44c-64c009adda74
  kind: Event
  lastTimestamp: "2026-09-19T08:33:11Z"
  message: InferenceService [isvc-raw-sklearn-batcher-48cee] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:33:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:33:11Z"
    name: isvc-raw-sklearn-batcher-48cee.18d6abcb2be050ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16068"
    uid: 6ddca9a2-f3c2-4201-9103-cf519d6acd89
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:38:30.865291Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-53e8e6-predictor-6cbd9985cb-2nnb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19504"
    uid: 7449baaf-6b4d-4ad0-b377-4d8d105f1734
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-53e8e6-predictor-6cbd9985cb-2nnb4
    to ip-10-0-140-141.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:38:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:38:30Z"
    name: isvc-secondary-53e8e6-predictor-6cbd9985cb-2nnb4.18d6ac15a3983341
    namespace: kserve-ci-e2e-test
    resourceVersion: "19509"
    uid: b33176e0-9f14-4720-94e1-6c1af5f1d940
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-53e8e6-predictor-6cbd9985cb-2nnb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19514"
    uid: 7449baaf-6b4d-4ad0-b377-4d8d105f1734
  kind: Event
  lastTimestamp: "2026-09-19T08:38:31Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:38:31Z"
    name: isvc-secondary-53e8e6-predictor-6cbd9985cb-2nnb4.18d6ac15c5a0ee90
    namespace: kserve-ci-e2e-test
    resourceVersion: "19525"
    uid: a7e2c6ed-200d-4051-b120-a998b2cde74d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-53e8e6-predictor-6cbd9985cb-2nnb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 7449baaf-6b4d-4ad0-b377-4d8d105f1734
  kind: Event
  lastTimestamp: "2026-09-19T08:38:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:34Z"
    name: isvc-secondary-53e8e6-predictor-6cbd9985cb-2nnb4.18d6ac15c7043c1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19562"
    uid: 1136e4ac-d4a4-4ff1-baf4-2adcd9844981
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-53e8e6-predictor-6cbd9985cb-2nnb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 7449baaf-6b4d-4ad0-b377-4d8d105f1734
  kind: Event
  lastTimestamp: "2026-09-19T08:38:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:34Z"
    name: isvc-secondary-53e8e6-predictor-6cbd9985cb-2nnb4.18d6ac15caf79980
    namespace: kserve-ci-e2e-test
    resourceVersion: "19564"
    uid: 804edb4f-4c96-4388-9978-2754190bfb8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-53e8e6-predictor-6cbd9985cb-2nnb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 7449baaf-6b4d-4ad0-b377-4d8d105f1734
  kind: Event
  lastTimestamp: "2026-09-19T08:38:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:34Z"
    name: isvc-secondary-53e8e6-predictor-6cbd9985cb-2nnb4.18d6ac15cb77ee03
    namespace: kserve-ci-e2e-test
    resourceVersion: "19567"
    uid: d9062c1c-1a61-4e1e-ad39-0a5f0316fd3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-53e8e6-predictor-6cbd9985cb-2nnb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 7449baaf-6b4d-4ad0-b377-4d8d105f1734
  kind: Event
  lastTimestamp: "2026-09-19T08:38:39Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-53e8e6-predictor-6cbd9985cb-2nnb4_kserve-ci-e2e-test(7449baaf-6b4d-4ad0-b377-4d8d105f1734)
  metadata:
    creationTimestamp: "2026-09-19T08:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:39Z"
    name: isvc-secondary-53e8e6-predictor-6cbd9985cb-2nnb4.18d6ac17baf4bed1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19603"
    uid: e94adca2-2e57-46b7-a5b5-47d6ac8b7b6a
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-53e8e6-predictor-6cbd9985cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19496"
    uid: f45a83f4-6058-4301-b80f-943ff1a3a76f
  kind: Event
  lastTimestamp: "2026-09-19T08:38:30Z"
  message: 'Created pod: isvc-secondary-53e8e6-predictor-6cbd9985cb-2nnb4'
  metadata:
    creationTimestamp: "2026-09-19T08:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:38:30Z"
    name: isvc-secondary-53e8e6-predictor-6cbd9985cb.18d6ac15a32f3c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19506"
    uid: 97158ae7-a7f3-4b72-aecf-ac4fb6497a0c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-53e8e6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19494"
    uid: 33323b52-0938-4f2a-bac2-def06e8f4af4
  kind: Event
  lastTimestamp: "2026-09-19T08:38:30Z"
  message: Scaled up replica set isvc-secondary-53e8e6-predictor-6cbd9985cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-19T08:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:38:30Z"
    name: isvc-secondary-53e8e6-predictor.18d6ac15a0779b92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19497"
    uid: cb7439ea-6103-4158-9af5-091e72da6e20
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-53e8e6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19495"
    uid: 046fa244-6a93-453b-8162-35c7d2d07c6e
  kind: Event
  lastTimestamp: "2026-09-19T08:38:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:38:45Z"
    name: isvc-secondary-53e8e6-predictor.18d6ac191ee95dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19662"
    uid: 80f6861f-6a53-4afd-86b9-fad83ef61e22
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-53e8e6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19495"
    uid: 046fa244-6a93-453b-8162-35c7d2d07c6e
  kind: Event
  lastTimestamp: "2026-09-19T08:38:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:38:45Z"
    name: isvc-secondary-53e8e6-predictor.18d6ac191f4b5767
    namespace: kserve-ci-e2e-test
    resourceVersion: "19664"
    uid: 3872d562-b3ec-4789-9712-0045086359e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-53e8e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19487"
    uid: 593d91bd-112c-4c38-9e21-6156b274914a
  kind: Event
  lastTimestamp: "2026-09-19T08:38:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:38:39Z"
    name: isvc-secondary-53e8e6.18d6ac15a080095d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19607"
    uid: 0545f1de-feff-445a-b562-642461c8578c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-53e8e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19487"
    uid: 593d91bd-112c-4c38-9e21-6156b274914a
  kind: Event
  lastTimestamp: "2026-09-19T08:38:30Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-53e8e6":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-53e8e6":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:38:30Z"
    name: isvc-secondary-53e8e6.18d6ac15a0fa71e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19500"
    uid: 809273ac-8cb0-4479-8b9a-e3f539d388ab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-53e8e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19487"
    uid: 593d91bd-112c-4c38-9e21-6156b274914a
  kind: Event
  lastTimestamp: "2026-09-19T08:38:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-53e8e6": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:38:30Z"
    name: isvc-secondary-53e8e6.18d6ac15a0faa736
    namespace: kserve-ci-e2e-test
    resourceVersion: "19502"
    uid: 1bb8f068-d489-4c73-8293-1c2994dfb94c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:33:21.010829Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16242"
    uid: 173aa326-e2dc-467e-bc8a-84fa3385ee4a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj
    to ip-10-0-134-26.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:33:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:33:21Z"
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj.18d6abcd7ed44adb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16247"
    uid: 95c594f7-1fe2-4108-914a-019bf306c098
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: 173aa326-e2dc-467e-bc8a-84fa3385ee4a
  kind: Event
  lastTimestamp: "2026-09-19T08:33:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-619d8-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:33:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:21Z"
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj.18d6abcd8722b1a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16274"
    uid: 50fcf8d9-8515-4110-9fbb-827a545908ff
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16255"
    uid: 173aa326-e2dc-467e-bc8a-84fa3385ee4a
  kind: Event
  lastTimestamp: "2026-09-19T08:33:22Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:33:22Z"
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj.18d6abcdc50e3d10
    namespace: kserve-ci-e2e-test
    resourceVersion: "16305"
    uid: 68ad9563-9f6d-42b5-8890-9f5689ca6601
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: 173aa326-e2dc-467e-bc8a-84fa3385ee4a
  kind: Event
  lastTimestamp: "2026-09-19T08:33:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:22Z"
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj.18d6abcdc6af36c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: f1c1891b-f809-4e50-815a-d312a04b7312
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: 173aa326-e2dc-467e-bc8a-84fa3385ee4a
  kind: Event
  lastTimestamp: "2026-09-19T08:33:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:22Z"
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj.18d6abcdc97e5576
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: 0e40ab22-16ab-476e-a3be-e3575d7066bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: 173aa326-e2dc-467e-bc8a-84fa3385ee4a
  kind: Event
  lastTimestamp: "2026-09-19T08:33:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:22Z"
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj.18d6abcdca09afec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16309"
    uid: 9f9c63bf-c87a-4ead-8df8-8e16da4768d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: 173aa326-e2dc-467e-bc8a-84fa3385ee4a
  kind: Event
  lastTimestamp: "2026-09-19T08:33:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:26Z"
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj.18d6abced2bb75e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: 05529ec5-1adc-4339-815d-3d00c32a5615
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: 173aa326-e2dc-467e-bc8a-84fa3385ee4a
  kind: Event
  lastTimestamp: "2026-09-19T08:33:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:26Z"
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj.18d6abced62fd763
    namespace: kserve-ci-e2e-test
    resourceVersion: "16369"
    uid: 5e516688-2228-4e4f-91cf-b9cd43565c8c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: 173aa326-e2dc-467e-bc8a-84fa3385ee4a
  kind: Event
  lastTimestamp: "2026-09-19T08:33:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:26Z"
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj.18d6abced6a7acf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16370"
    uid: ee334f63-a093-4ea2-969f-f9bb73e7b3e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: 173aa326-e2dc-467e-bc8a-84fa3385ee4a
  kind: Event
  lastTimestamp: "2026-09-19T08:33:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:26Z"
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj.18d6abced6b30c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: c4f6c2ee-8d90-4f3b-ade4-f44118738d82
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: 173aa326-e2dc-467e-bc8a-84fa3385ee4a
  kind: Event
  lastTimestamp: "2026-09-19T08:33:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:26Z"
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj.18d6abced9b70003
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: 6e60e756-0a94-4be3-9fb0-8380356948ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: 173aa326-e2dc-467e-bc8a-84fa3385ee4a
  kind: Event
  lastTimestamp: "2026-09-19T08:33:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:26Z"
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj.18d6abceda3a3571
    namespace: kserve-ci-e2e-test
    resourceVersion: "16374"
    uid: 25780164-d493-4807-b26e-8769d77fe09e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: 173aa326-e2dc-467e-bc8a-84fa3385ee4a
  kind: Event
  lastTimestamp: "2026-09-19T08:34:43Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:34:43Z"
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj.18d6abcf0edcbd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "16966"
    uid: 5293d24e-a2ac-46a5-adf2-3f2a9848bd0c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: 173aa326-e2dc-467e-bc8a-84fa3385ee4a
  kind: Event
  lastTimestamp: "2026-09-19T08:35:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:11Z"
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj.18d6abe7274c5e22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17435"
    uid: 359ee461-3a57-41e0-b3a9-cb193372cfef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: 173aa326-e2dc-467e-bc8a-84fa3385ee4a
  kind: Event
  lastTimestamp: "2026-09-19T08:35:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:11Z"
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj.18d6abe7274cd617
    namespace: kserve-ci-e2e-test
    resourceVersion: "17438"
    uid: 4204b360-2312-4100-a7fb-b80c43ee3bbb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: 173aa326-e2dc-467e-bc8a-84fa3385ee4a
  kind: Event
  lastTimestamp: "2026-09-19T08:35:13Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:35:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:13Z"
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj.18d6abe7bd2cf80d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17559"
    uid: ea151b9d-84df-4a80-a695-d835a5113ac2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16231"
    uid: 73ae2b39-59e0-48d0-bb22-3bb964da7d74
  kind: Event
  lastTimestamp: "2026-09-19T08:33:21Z"
  message: 'Created pod: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb-q2ltj'
  metadata:
    creationTimestamp: "2026-09-19T08:33:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:33:21Z"
    name: isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb.18d6abcd7e68fe23
    namespace: kserve-ci-e2e-test
    resourceVersion: "16244"
    uid: ce26cde4-48c7-4b40-9aa9-a9e8c31e0f6a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-619d8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 41bff742-826f-4c79-abd9-634faf9d6169
  kind: Event
  lastTimestamp: "2026-09-19T08:33:20Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-619d8-predictor-76d5bdbcbb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:33:20Z"
    name: isvc-sklearn-graph-raw-619d8-predictor.18d6abcd7b9ba031
    namespace: kserve-ci-e2e-test
    resourceVersion: "16233"
    uid: cb528498-4545-4527-89a5-b0b720ff8181
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-619d8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 5e305003-37f5-47c1-960d-7c0f3f860673
  kind: Event
  lastTimestamp: "2026-09-19T08:33:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:33:50Z"
    name: isvc-sklearn-graph-raw-619d8-predictor.18d6abd0fa5880bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: 773134cc-1e24-4e55-b5c1-fafa6c2df775
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-619d8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 5e305003-37f5-47c1-960d-7c0f3f860673
  kind: Event
  lastTimestamp: "2026-09-19T08:33:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:33:50Z"
    name: isvc-sklearn-graph-raw-619d8-predictor.18d6abd0fab9f48a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16566"
    uid: 728af651-a292-4091-8924-0fa32ff64726
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-619d8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16449"
    uid: 5e305003-37f5-47c1-960d-7c0f3f860673
  kind: Event
  lastTimestamp: "2026-09-19T08:35:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:35:06Z"
    name: isvc-sklearn-graph-raw-619d8-predictor.18d6abd7f8aceb5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17350"
    uid: 681b9e1d-83f7-40a4-91b6-b5941df60386
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-619d8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16449"
    uid: 5e305003-37f5-47c1-960d-7c0f3f860673
  kind: Event
  lastTimestamp: "2026-09-19T08:35:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:35:06Z"
    name: isvc-sklearn-graph-raw-619d8-predictor.18d6abd7f911bc77
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 645dfcff-36de-4cf3-9ce2-3eb1de2cc9bf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-619d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16218"
    uid: 18e1140e-1019-4a62-b1e4-8260c37ae3cb
  kind: Event
  lastTimestamp: "2026-09-19T08:34:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:34:47Z"
    name: isvc-sklearn-graph-raw-619d8.18d6abcd7ba21561
    namespace: kserve-ci-e2e-test
    resourceVersion: "17026"
    uid: 1f07fbb5-4d50-4bc7-9fa3-914bd5996bb2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-619d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16218"
    uid: 18e1140e-1019-4a62-b1e4-8260c37ae3cb
  kind: Event
  lastTimestamp: "2026-09-19T08:33:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-619d8":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-619d8":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:33:20Z"
    name: isvc-sklearn-graph-raw-619d8.18d6abcd7c5dbf1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16236"
    uid: abe372d4-c076-4193-a840-30cc2838f09a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-619d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 18e1140e-1019-4a62-b1e4-8260c37ae3cb
  kind: Event
  lastTimestamp: "2026-09-19T08:34:47Z"
  message: InferenceService [isvc-sklearn-graph-raw-619d8] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:34:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:34:47Z"
    name: isvc-sklearn-graph-raw-619d8.18d6abe1852cf1e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17024"
    uid: ae613220-59f7-4b3f-a17b-4c89a9296046
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:35:11.333288Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17473"
    uid: b9d97776-bb73-4804-bb26-6566cef560b5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2
    to ip-10-0-134-26.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:35:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:35:11Z"
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2.18d6abe72e8f61c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17477"
    uid: dc1ae300-a964-4c33-92fa-0b02afa0d848
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17486"
    uid: b9d97776-bb73-4804-bb26-6566cef560b5
  kind: Event
  lastTimestamp: "2026-09-19T08:35:11Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:35:11Z"
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2.18d6abe750c1f00f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17521"
    uid: 5c67ef2a-4acf-44c9-b7ad-d51ee04f5a4f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: b9d97776-bb73-4804-bb26-6566cef560b5
  kind: Event
  lastTimestamp: "2026-09-19T08:35:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:11Z"
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2.18d6abe75266406e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17523"
    uid: d406d3f8-9bee-4471-aad3-da4d80c48901
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: b9d97776-bb73-4804-bb26-6566cef560b5
  kind: Event
  lastTimestamp: "2026-09-19T08:35:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:11Z"
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2.18d6abe755cfc258
    namespace: kserve-ci-e2e-test
    resourceVersion: "17526"
    uid: 38123ae6-4cf0-4588-b0e1-e77a04d011ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: b9d97776-bb73-4804-bb26-6566cef560b5
  kind: Event
  lastTimestamp: "2026-09-19T08:35:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:12Z"
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2.18d6abe75645f359
    namespace: kserve-ci-e2e-test
    resourceVersion: "17527"
    uid: f2600b4c-420e-4ff3-97a5-130343dc1d1c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: b9d97776-bb73-4804-bb26-6566cef560b5
  kind: Event
  lastTimestamp: "2026-09-19T08:35:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:16Z"
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2.18d6abe8560ad143
    namespace: kserve-ci-e2e-test
    resourceVersion: "17581"
    uid: 3e77fc91-9f9a-43d8-88d2-65a2b8b718e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: b9d97776-bb73-4804-bb26-6566cef560b5
  kind: Event
  lastTimestamp: "2026-09-19T08:35:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:16Z"
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2.18d6abe859abe18c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17586"
    uid: 8a153093-0ff2-4e1e-9cd1-e822be9b088d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: b9d97776-bb73-4804-bb26-6566cef560b5
  kind: Event
  lastTimestamp: "2026-09-19T08:35:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:16Z"
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2.18d6abe85a2cabc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17587"
    uid: 93a4b94b-cd24-4a34-b064-6a08a5df5ef5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: b9d97776-bb73-4804-bb26-6566cef560b5
  kind: Event
  lastTimestamp: "2026-09-19T08:35:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:16Z"
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2.18d6abe85a37deda
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: e61bcd58-93a9-44f3-874d-c8a6bb110d19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: b9d97776-bb73-4804-bb26-6566cef560b5
  kind: Event
  lastTimestamp: "2026-09-19T08:35:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:16Z"
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2.18d6abe85d710151
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: 14c3f638-7068-4102-ac19-302e135acbfc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: b9d97776-bb73-4804-bb26-6566cef560b5
  kind: Event
  lastTimestamp: "2026-09-19T08:35:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:16Z"
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2.18d6abe85de9a5f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: 8d9a695d-8421-4626-86cc-7fab36b6b366
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: b9d97776-bb73-4804-bb26-6566cef560b5
  kind: Event
  lastTimestamp: "2026-09-19T08:36:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:27Z"
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2.18d6abe89254f546
    namespace: kserve-ci-e2e-test
    resourceVersion: "18243"
    uid: b57346d9-3209-4927-bef3-a17bbc300eb2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: b9d97776-bb73-4804-bb26-6566cef560b5
  kind: Event
  lastTimestamp: "2026-09-19T08:37:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:01Z"
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2.18d6ac00d59a401e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18650"
    uid: d08ba9a4-2d06-4f23-aaeb-6ec41a83c737
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: b9d97776-bb73-4804-bb26-6566cef560b5
  kind: Event
  lastTimestamp: "2026-09-19T08:37:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:01Z"
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2.18d6ac00d59ad36e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18655"
    uid: c9904e60-a73d-4b1c-9198-a2424a3bcefe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: b9d97776-bb73-4804-bb26-6566cef560b5
  kind: Event
  lastTimestamp: "2026-09-19T08:37:03Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:03Z"
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2.18d6ac0140b853ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "18714"
    uid: d9859932-acfc-4018-8284-0abc283c6947
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17460"
    uid: 8404192e-adf8-427c-8360-15471c5b78ac
  kind: Event
  lastTimestamp: "2026-09-19T08:35:11Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6-jn8r2'
  metadata:
    creationTimestamp: "2026-09-19T08:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:35:11Z"
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6.18d6abe72e2709da
    namespace: kserve-ci-e2e-test
    resourceVersion: "17474"
    uid: d60f8748-31d1-471e-bc2b-1120ffa22a2e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17458"
    uid: 984acff0-e63b-4157-b8c6-2d2ea05aaca8
  kind: Event
  lastTimestamp: "2026-09-19T08:35:11Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-caf7a-predictor-775d95fcd6
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:35:11Z"
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor.18d6abe72b7dc16a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17462"
    uid: 22296792-0760-451e-a8fb-62a2cc8df520
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17459"
    uid: d8ab21ad-509f-46b8-a6db-17b39737043d
  kind: Event
  lastTimestamp: "2026-09-19T08:35:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:35:26Z"
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor.18d6abeaa9ebed92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17685"
    uid: e99afa9b-1896-4d21-8a30-be3dc79feac9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17459"
    uid: d8ab21ad-509f-46b8-a6db-17b39737043d
  kind: Event
  lastTimestamp: "2026-09-19T08:35:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:35:26Z"
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor.18d6abeaaa530d78
    namespace: kserve-ci-e2e-test
    resourceVersion: "17687"
    uid: edc19d4a-ef93-47e7-93eb-b4505a945e63
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17686"
    uid: d8ab21ad-509f-46b8-a6db-17b39737043d
  kind: Event
  lastTimestamp: "2026-09-19T08:36:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:36:56Z"
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor.18d6abee29b88efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18566"
    uid: 0bbd4754-0e36-4c05-b3f9-dd63db9b85ed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17686"
    uid: d8ab21ad-509f-46b8-a6db-17b39737043d
  kind: Event
  lastTimestamp: "2026-09-19T08:36:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:36:56Z"
    name: isvc-sklearn-graph-raw-hpa-caf7a-predictor.18d6abee2a1ed9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18567"
    uid: 239c7c1e-a191-4e6e-a261-e208d75c22b7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-caf7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17443"
    uid: 9e777a5f-e964-4769-ba29-b502cde23d35
  kind: Event
  lastTimestamp: "2026-09-19T08:36:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:36:38Z"
    name: isvc-sklearn-graph-raw-hpa-caf7a.18d6abe72b855cde
    namespace: kserve-ci-e2e-test
    resourceVersion: "18387"
    uid: 6d05f324-f6b2-4bac-98ac-86d84069e0f0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-caf7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18385"
    uid: 9e777a5f-e964-4769-ba29-b502cde23d35
  kind: Event
  lastTimestamp: "2026-09-19T08:36:38Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-caf7a] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:36:38Z"
    name: isvc-sklearn-graph-raw-hpa-caf7a.18d6abfb5db2aa50
    namespace: kserve-ci-e2e-test
    resourceVersion: "18386"
    uid: 5170f602-3ae9-4c8d-a12a-a298e61c3cad
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:38:47.382553Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19769"
    uid: 23986836-5571-4cfe-9d14-1529cb6cf6fc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l
    to ip-10-0-140-141.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:38:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:38:47Z"
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l.18d6ac197c19978e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19775"
    uid: ea67eb35-5cc7-4bf6-bb58-c8fa727112ff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19780"
    uid: 23986836-5571-4cfe-9d14-1529cb6cf6fc
  kind: Event
  lastTimestamp: "2026-09-19T08:38:47Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:38:47Z"
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l.18d6ac199e16f017
    namespace: kserve-ci-e2e-test
    resourceVersion: "19794"
    uid: 744a00e9-49ed-4052-955e-9cc9d5121ec7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19772"
    uid: 23986836-5571-4cfe-9d14-1529cb6cf6fc
  kind: Event
  lastTimestamp: "2026-09-19T08:38:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:47Z"
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l.18d6ac199f719145
    namespace: kserve-ci-e2e-test
    resourceVersion: "19796"
    uid: a5abea73-6baf-4dde-98f4-67fde54e62e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19772"
    uid: 23986836-5571-4cfe-9d14-1529cb6cf6fc
  kind: Event
  lastTimestamp: "2026-09-19T08:38:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:48Z"
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l.18d6ac19a2dfed73
    namespace: kserve-ci-e2e-test
    resourceVersion: "19797"
    uid: 312b6c2a-8a43-4c57-ac8d-e8e928722099
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19772"
    uid: 23986836-5571-4cfe-9d14-1529cb6cf6fc
  kind: Event
  lastTimestamp: "2026-09-19T08:38:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:48Z"
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l.18d6ac19a3598807
    namespace: kserve-ci-e2e-test
    resourceVersion: "19800"
    uid: 5beb9b08-61f1-4113-81b5-5a90c091a94d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19772"
    uid: 23986836-5571-4cfe-9d14-1529cb6cf6fc
  kind: Event
  lastTimestamp: "2026-09-19T08:38:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:51Z"
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l.18d6ac1a8908b9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19835"
    uid: a5ab649f-4bd8-4c40-9aa1-50acabd888ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19772"
    uid: 23986836-5571-4cfe-9d14-1529cb6cf6fc
  kind: Event
  lastTimestamp: "2026-09-19T08:38:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:51Z"
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l.18d6ac1a8caa67f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19844"
    uid: 0dd9eb42-eed4-4127-b6b9-bd5f5f8880fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19772"
    uid: 23986836-5571-4cfe-9d14-1529cb6cf6fc
  kind: Event
  lastTimestamp: "2026-09-19T08:38:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:51Z"
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l.18d6ac1a8d20e346
    namespace: kserve-ci-e2e-test
    resourceVersion: "19845"
    uid: 0cae06f8-3a00-47cd-ae22-68019ec1e7cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19772"
    uid: 23986836-5571-4cfe-9d14-1529cb6cf6fc
  kind: Event
  lastTimestamp: "2026-09-19T08:38:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:51Z"
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l.18d6ac1a8d2be31a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19846"
    uid: 23f9e063-5eef-4440-8aa4-98bf13e88e63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19772"
    uid: 23986836-5571-4cfe-9d14-1529cb6cf6fc
  kind: Event
  lastTimestamp: "2026-09-19T08:38:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:52Z"
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l.18d6ac1a902cced2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: 92f4f52d-1381-46f6-ac1b-c6ca249466df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19772"
    uid: 23986836-5571-4cfe-9d14-1529cb6cf6fc
  kind: Event
  lastTimestamp: "2026-09-19T08:38:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:52Z"
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l.18d6ac1a90b93532
    namespace: kserve-ci-e2e-test
    resourceVersion: "19856"
    uid: 816df673-90ee-4a7c-be41-e23cb6315dfc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19772"
    uid: 23986836-5571-4cfe-9d14-1529cb6cf6fc
  kind: Event
  lastTimestamp: "2026-09-19T08:41:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:39Z"
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l.18d6ac1ac56eb1a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21342"
    uid: febc4202-91af-4b6c-a56a-7092e2843285
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19772"
    uid: 23986836-5571-4cfe-9d14-1529cb6cf6fc
  kind: Event
  lastTimestamp: "2026-09-19T08:41:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:38Z"
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l.18d6ac4155571ee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21333"
    uid: 34ad4af9-3a8e-4c18-a421-49c66a08fe41
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19772"
    uid: 23986836-5571-4cfe-9d14-1529cb6cf6fc
  kind: Event
  lastTimestamp: "2026-09-19T08:41:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:38Z"
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l.18d6ac415557a680
    namespace: kserve-ci-e2e-test
    resourceVersion: "21334"
    uid: 3f4a2242-463a-486d-943a-28d06279441d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "19772"
    uid: 23986836-5571-4cfe-9d14-1529cb6cf6fc
  kind: Event
  lastTimestamp: "2026-09-19T08:41:43Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:43Z"
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l.18d6ac416c1788d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21428"
    uid: efb490c7-9e59-44dc-9b5f-7c97e7986d64
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "19760"
    uid: 4d92149e-9928-4bbd-a317-0fad631fcd6f
  kind: Event
  lastTimestamp: "2026-09-19T08:38:47Z"
  message: 'Created pod: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76-kjs7l'
  metadata:
    creationTimestamp: "2026-09-19T08:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:38:47Z"
    name: isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76.18d6ac197bb7b22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19771"
    uid: 8cd109b7-0cca-4a4f-914b-c568470399e4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-d1fa7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19758"
    uid: df0319d9-34e0-4f3d-83fe-88836e6e7d43
  kind: Event
  lastTimestamp: "2026-09-19T08:38:47Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-d1fa7-predictor-d45d47c76
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:38:47Z"
    name: isvc-sklearn-scale-raw-d1fa7-predictor.18d6ac1978fa73d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19762"
    uid: d4c7b988-e0f3-46ee-b8c9-c6f6c3fe33ff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d1fa7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: c6d8225e-6c52-44bf-9fcc-35e83f5f12f0
  kind: Event
  lastTimestamp: "2026-09-19T08:39:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:39:17Z"
    name: isvc-sklearn-scale-raw-d1fa7-predictor.18d6ac1cf78fe7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20183"
    uid: 30946f1c-3598-45f0-bc53-38c4744f1771
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d1fa7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: c6d8225e-6c52-44bf-9fcc-35e83f5f12f0
  kind: Event
  lastTimestamp: "2026-09-19T08:39:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:39:17Z"
    name: isvc-sklearn-scale-raw-d1fa7-predictor.18d6ac1cf7f7962b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20184"
    uid: bcfcd425-28e9-475d-a662-96edf5dc2040
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d1fa7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: c6d8225e-6c52-44bf-9fcc-35e83f5f12f0
  kind: Event
  lastTimestamp: "2026-09-19T08:41:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:41:32Z"
    name: isvc-sklearn-scale-raw-d1fa7-predictor.18d6ac23f60dca6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21269"
    uid: 850d7577-df3a-4a84-a9a4-96b2c137d7f4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d1fa7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: c6d8225e-6c52-44bf-9fcc-35e83f5f12f0
  kind: Event
  lastTimestamp: "2026-09-19T08:41:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:41:32Z"
    name: isvc-sklearn-scale-raw-d1fa7-predictor.18d6ac23f6aa6bec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21270"
    uid: 3c4444c2-fe9a-4f7a-8cdb-9f63da3c8154
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-d1fa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19746"
    uid: 80b9005c-b2a8-4e4e-a70c-7a1c284dfd79
  kind: Event
  lastTimestamp: "2026-09-19T08:41:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:41:29Z"
    name: isvc-sklearn-scale-raw-d1fa7.18d6ac19790fbd12
    namespace: kserve-ci-e2e-test
    resourceVersion: "21251"
    uid: 4cf77a87-7b78-49aa-9a0c-ba82d99ca3e1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-d1fa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21248"
    uid: 80b9005c-b2a8-4e4e-a70c-7a1c284dfd79
  kind: Event
  lastTimestamp: "2026-09-19T08:41:29Z"
  message: InferenceService [isvc-sklearn-scale-raw-d1fa7] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:41:29Z"
    name: isvc-sklearn-scale-raw-d1fa7.18d6ac3f4607db4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21249"
    uid: ed1235ff-2960-4239-b22c-f7303fa2a774
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:33:21.161144Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16273"
    uid: 2bdb4bf7-2912-4448-9b25-bca2bf627e0c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq
    to ip-10-0-140-141.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:33:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:33:21Z"
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq.18d6abcd87c9e835
    namespace: kserve-ci-e2e-test
    resourceVersion: "16278"
    uid: 4dbf4b41-c551-44dd-bc82-f04b115028dc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 2bdb4bf7-2912-4448-9b25-bca2bf627e0c
  kind: Event
  lastTimestamp: "2026-09-19T08:33:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-619d8-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:33:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:21Z"
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq.18d6abcd93feaf08
    namespace: kserve-ci-e2e-test
    resourceVersion: "16290"
    uid: e343e418-36f3-49f5-a72e-b3506444896e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16284"
    uid: 2bdb4bf7-2912-4448-9b25-bca2bf627e0c
  kind: Event
  lastTimestamp: "2026-09-19T08:33:22Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:33:22Z"
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq.18d6abcdcdcf0ba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16310"
    uid: 3b1f8019-de05-4bfc-bec4-d421c7e0d238
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 2bdb4bf7-2912-4448-9b25-bca2bf627e0c
  kind: Event
  lastTimestamp: "2026-09-19T08:33:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:22Z"
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq.18d6abcdcf307286
    namespace: kserve-ci-e2e-test
    resourceVersion: "16313"
    uid: 86dd5128-6dc4-49c9-b602-683e1756f3e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 2bdb4bf7-2912-4448-9b25-bca2bf627e0c
  kind: Event
  lastTimestamp: "2026-09-19T08:33:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:22Z"
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq.18d6abcdd2a9ebd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16314"
    uid: ce8a4d01-2f44-4c85-8510-cd00c18e7219
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 2bdb4bf7-2912-4448-9b25-bca2bf627e0c
  kind: Event
  lastTimestamp: "2026-09-19T08:33:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:22Z"
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq.18d6abcdd322bdb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: f8313e6d-e200-4a4a-80ac-15ab3b0d3fb0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 2bdb4bf7-2912-4448-9b25-bca2bf627e0c
  kind: Event
  lastTimestamp: "2026-09-19T08:33:26Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-19T08:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:26Z"
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq.18d6abceca237ab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: 6334cd12-596b-4916-9385-8d2e2ab490e8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 2bdb4bf7-2912-4448-9b25-bca2bf627e0c
  kind: Event
  lastTimestamp: "2026-09-19T08:33:46Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.647s (19.647s
    including waiting). Image size: 1436478727 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T08:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:46Z"
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq.18d6abd35d3fb084
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: 44b07525-9e60-4153-a7c0-d2c3690b042a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 2bdb4bf7-2912-4448-9b25-bca2bf627e0c
  kind: Event
  lastTimestamp: "2026-09-19T08:33:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:46Z"
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq.18d6abd36040fbcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16519"
    uid: fec62cd0-ce5c-408f-a13a-df105ad82e96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 2bdb4bf7-2912-4448-9b25-bca2bf627e0c
  kind: Event
  lastTimestamp: "2026-09-19T08:33:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:46Z"
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq.18d6abd360afa34e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16520"
    uid: ecc4156c-817a-426f-8045-59d292052b6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 2bdb4bf7-2912-4448-9b25-bca2bf627e0c
  kind: Event
  lastTimestamp: "2026-09-19T08:33:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:46Z"
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq.18d6abd360badb09
    namespace: kserve-ci-e2e-test
    resourceVersion: "16521"
    uid: 58348601-73a1-4d48-9f45-6d7589c3d926
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 2bdb4bf7-2912-4448-9b25-bca2bf627e0c
  kind: Event
  lastTimestamp: "2026-09-19T08:33:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:46Z"
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq.18d6abd3635af952
    namespace: kserve-ci-e2e-test
    resourceVersion: "16523"
    uid: 8637d814-42ad-4c32-8ee9-7503ed8c5a77
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 2bdb4bf7-2912-4448-9b25-bca2bf627e0c
  kind: Event
  lastTimestamp: "2026-09-19T08:33:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:33:46Z"
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq.18d6abd363cde601
    namespace: kserve-ci-e2e-test
    resourceVersion: "16524"
    uid: 67955b62-1c63-49b2-bbdd-651377ba6b02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 2bdb4bf7-2912-4448-9b25-bca2bf627e0c
  kind: Event
  lastTimestamp: "2026-09-19T08:35:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:13Z"
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq.18d6abd3b3a678b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17557"
    uid: 52edeabd-4ea5-4b6c-aed1-ee3b1477560f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 2bdb4bf7-2912-4448-9b25-bca2bf627e0c
  kind: Event
  lastTimestamp: "2026-09-19T08:35:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:11Z"
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq.18d6abe729102fd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: 0541382c-03bf-4a83-8813-1cc94fd606f6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 2bdb4bf7-2912-4448-9b25-bca2bf627e0c
  kind: Event
  lastTimestamp: "2026-09-19T08:35:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:11Z"
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq.18d6abe7291167a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17450"
    uid: afcb119b-4be9-48c8-a688-560c74adc689
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 2bdb4bf7-2912-4448-9b25-bca2bf627e0c
  kind: Event
  lastTimestamp: "2026-09-19T08:35:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:35:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:13Z"
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq.18d6abe7b9dc5c36
    namespace: kserve-ci-e2e-test
    resourceVersion: "17556"
    uid: 9f42b326-1ae2-41a2-aa9b-c2f6cd93914e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16265"
    uid: 7a78aec8-c246-4c66-8c93-6d4fbb661ac4
  kind: Event
  lastTimestamp: "2026-09-19T08:33:21Z"
  message: 'Created pod: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c-th9tq'
  metadata:
    creationTimestamp: "2026-09-19T08:33:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:33:21Z"
    name: isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c.18d6abcd8764fedf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: ebb27142-4aae-47d5-a205-28519187c4a1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-619d8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16262"
    uid: 2d0f8372-8471-4711-9fe9-b9c44c61bfb6
  kind: Event
  lastTimestamp: "2026-09-19T08:33:21Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-619d8-predictor-7d56f4895c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:33:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:33:21Z"
    name: isvc-xgboost-graph-raw-619d8-predictor.18d6abcd84994490
    namespace: kserve-ci-e2e-test
    resourceVersion: "16267"
    uid: 80034942-3eeb-486d-8cf3-c762c1063bff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-619d8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: 48c7fea0-7b11-4bd8-ac69-d5d5165a1a9f
  kind: Event
  lastTimestamp: "2026-09-19T08:34:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:34:21Z"
    name: isvc-xgboost-graph-raw-619d8-predictor.18d6abd1030950b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16793"
    uid: aefd4833-88ee-4930-8130-6845e1101c3c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-619d8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: 48c7fea0-7b11-4bd8-ac69-d5d5165a1a9f
  kind: Event
  lastTimestamp: "2026-09-19T08:34:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:34:21Z"
    name: isvc-xgboost-graph-raw-619d8-predictor.18d6abd103700588
    namespace: kserve-ci-e2e-test
    resourceVersion: "16794"
    uid: f0fb1bf9-139a-4c34-9860-38dd5c3b6b79
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-619d8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16453"
    uid: 48c7fea0-7b11-4bd8-ac69-d5d5165a1a9f
  kind: Event
  lastTimestamp: "2026-09-19T08:35:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:35:06Z"
    name: isvc-xgboost-graph-raw-619d8-predictor.18d6abd800c5a23c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17354"
    uid: 8f9ea579-cc15-4d68-8c4a-d68f5dbeabb8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-619d8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16453"
    uid: 48c7fea0-7b11-4bd8-ac69-d5d5165a1a9f
  kind: Event
  lastTimestamp: "2026-09-19T08:35:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:35:06Z"
    name: isvc-xgboost-graph-raw-619d8-predictor.18d6abd8012926c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17355"
    uid: 6027feb1-ab4d-4c98-a405-b34732326514
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:33:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-619d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16256"
    uid: d41cd209-e616-401c-a680-fe446d796287
  kind: Event
  lastTimestamp: "2026-09-19T08:34:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:33:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:34:53Z"
    name: isvc-xgboost-graph-raw-619d8.18d6abcd849908ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17191"
    uid: 404e0682-b069-404b-bc21-a42152b03ca4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:34:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-619d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17189"
    uid: d41cd209-e616-401c-a680-fe446d796287
  kind: Event
  lastTimestamp: "2026-09-19T08:34:53Z"
  message: InferenceService [isvc-xgboost-graph-raw-619d8] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:34:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:34:53Z"
    name: isvc-xgboost-graph-raw-619d8.18d6abe316f95c8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17190"
    uid: 1f62ea8f-9d71-454b-9a76-b718b1a72454
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:35:11.427466Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17501"
    uid: ecdf57ff-1374-4150-9b86-9442bd9fc82d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d
    to ip-10-0-140-141.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:35:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:35:11Z"
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d.18d6abe7342c7a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: f8b57b7f-1929-43c1-b2f5-4df3bbe4a6d8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: ecdf57ff-1374-4150-9b86-9442bd9fc82d
  kind: Event
  lastTimestamp: "2026-09-19T08:35:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-caf7a-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:11Z"
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d.18d6abe73e0fa213
    namespace: kserve-ci-e2e-test
    resourceVersion: "17515"
    uid: 560fb9e7-4bad-468a-b2cf-14cdf9ec1e47
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17511"
    uid: ecdf57ff-1374-4150-9b86-9442bd9fc82d
  kind: Event
  lastTimestamp: "2026-09-19T08:35:12Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:35:12Z"
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d.18d6abe779d87b84
    namespace: kserve-ci-e2e-test
    resourceVersion: "17537"
    uid: 838ab66d-370a-47bb-8530-4b592945e3c1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: ecdf57ff-1374-4150-9b86-9442bd9fc82d
  kind: Event
  lastTimestamp: "2026-09-19T08:35:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:12Z"
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d.18d6abe77b28d382
    namespace: kserve-ci-e2e-test
    resourceVersion: "17539"
    uid: 3a130d6e-6540-4e10-be9b-bc9610f464ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: ecdf57ff-1374-4150-9b86-9442bd9fc82d
  kind: Event
  lastTimestamp: "2026-09-19T08:35:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:12Z"
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d.18d6abe77dec7eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17540"
    uid: c48c91c8-a08a-4e8a-b2ce-d066b8a7902b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: ecdf57ff-1374-4150-9b86-9442bd9fc82d
  kind: Event
  lastTimestamp: "2026-09-19T08:35:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:12Z"
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d.18d6abe77e5f4dc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17541"
    uid: 817cdcb7-d7a3-4df3-9861-88bfd31a91f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: ecdf57ff-1374-4150-9b86-9442bd9fc82d
  kind: Event
  lastTimestamp: "2026-09-19T08:35:17Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:17Z"
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d.18d6abe8826265d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17599"
    uid: 54b1508b-4f44-40d6-b988-e279ea0aa47e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: ecdf57ff-1374-4150-9b86-9442bd9fc82d
  kind: Event
  lastTimestamp: "2026-09-19T08:35:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:17Z"
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d.18d6abe8856d8a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "17601"
    uid: 49b308ec-dcd6-444a-a8bf-16683bc294eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: ecdf57ff-1374-4150-9b86-9442bd9fc82d
  kind: Event
  lastTimestamp: "2026-09-19T08:35:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:17Z"
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d.18d6abe885dd59eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17603"
    uid: f03b2644-c811-445c-9e97-d8fa6fd9d111
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: ecdf57ff-1374-4150-9b86-9442bd9fc82d
  kind: Event
  lastTimestamp: "2026-09-19T08:35:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:17Z"
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d.18d6abe885e78c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17605"
    uid: 22763343-db92-4c18-ad5e-9b81bf832699
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: ecdf57ff-1374-4150-9b86-9442bd9fc82d
  kind: Event
  lastTimestamp: "2026-09-19T08:35:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:17Z"
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d.18d6abe888ddf238
    namespace: kserve-ci-e2e-test
    resourceVersion: "17607"
    uid: 8126bd07-8767-451b-8376-eb35ea01ab3a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: ecdf57ff-1374-4150-9b86-9442bd9fc82d
  kind: Event
  lastTimestamp: "2026-09-19T08:35:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:17Z"
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d.18d6abe889521805
    namespace: kserve-ci-e2e-test
    resourceVersion: "17608"
    uid: 355f1139-4ad5-447f-808d-3d941971b042
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: ecdf57ff-1374-4150-9b86-9442bd9fc82d
  kind: Event
  lastTimestamp: "2026-09-19T08:37:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:04Z"
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d.18d6abe8be5e52aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18734"
    uid: 54bcad36-2f58-4e41-994e-543aaaec6564
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: ecdf57ff-1374-4150-9b86-9442bd9fc82d
  kind: Event
  lastTimestamp: "2026-09-19T08:37:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:01Z"
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d.18d6ac00d7ebaabb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18666"
    uid: f18d7e68-75be-472d-bc2c-57ded42ab3a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: ecdf57ff-1374-4150-9b86-9442bd9fc82d
  kind: Event
  lastTimestamp: "2026-09-19T08:37:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:01Z"
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d.18d6ac00d7ec1fe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18668"
    uid: 968a6edb-5ec3-4872-9167-8e8e7b43180d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: ecdf57ff-1374-4150-9b86-9442bd9fc82d
  kind: Event
  lastTimestamp: "2026-09-19T08:37:04Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:37:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:04Z"
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d.18d6ac016cbae3e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18733"
    uid: 452eefbe-a962-4a42-ab41-93c4bf1f4be3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17492"
    uid: 7569d900-1a4d-4258-a042-0d7c5dc5f2c3
  kind: Event
  lastTimestamp: "2026-09-19T08:35:11Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f-tvk8d'
  metadata:
    creationTimestamp: "2026-09-19T08:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:35:11Z"
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f.18d6abe733c770a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17502"
    uid: 34ed38ae-6ba0-46bf-997b-a51b97964797
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17487"
    uid: 22a2ec73-6b48-4a2f-a5b8-e560dbe49627
  kind: Event
  lastTimestamp: "2026-09-19T08:35:11Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-caf7a-predictor-7c9d948f6f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:35:11Z"
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor.18d6abe7312fee5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17494"
    uid: 866804d4-0efc-4551-966d-f786d99958c1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17490"
    uid: c965fdc7-b935-421e-afbf-f5bb32b5a27d
  kind: Event
  lastTimestamp: "2026-09-19T08:35:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:35:56Z"
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor.18d6abeaaf781da1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17921"
    uid: 2ca353fa-a51b-4ec3-8940-3a0e8dac42ac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17490"
    uid: c965fdc7-b935-421e-afbf-f5bb32b5a27d
  kind: Event
  lastTimestamp: "2026-09-19T08:35:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:35:56Z"
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor.18d6abeaafd71b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17922"
    uid: 0e18f479-5345-4062-81cc-7c840a1609c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17689"
    uid: c965fdc7-b935-421e-afbf-f5bb32b5a27d
  kind: Event
  lastTimestamp: "2026-09-19T08:36:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:36:41Z"
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor.18d6abee2e7b6865
    namespace: kserve-ci-e2e-test
    resourceVersion: "18411"
    uid: 58ed3ffc-4109-4e22-9b9f-b6a3cc9589e7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17689"
    uid: c965fdc7-b935-421e-afbf-f5bb32b5a27d
  kind: Event
  lastTimestamp: "2026-09-19T08:36:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:36:41Z"
    name: isvc-xgboost-graph-raw-hpa-caf7a-predictor.18d6abee2edd8405
    namespace: kserve-ci-e2e-test
    resourceVersion: "18412"
    uid: 0b6ac618-6698-4896-8f99-a98e6848e1c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-caf7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17472"
    uid: 8a55e774-5faf-4d22-a593-80597ea2061b
  kind: Event
  lastTimestamp: "2026-09-19T08:36:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:36:24Z"
    name: isvc-xgboost-graph-raw-hpa-caf7a.18d6abe7313401c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18186"
    uid: 2bca1648-9db8-4ab6-b4f2-07cade545956
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-caf7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18183"
    uid: 8a55e774-5faf-4d22-a593-80597ea2061b
  kind: Event
  lastTimestamp: "2026-09-19T08:36:24Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-caf7a] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:36:24Z"
    name: isvc-xgboost-graph-raw-hpa-caf7a.18d6abf826e7aa49
    namespace: kserve-ci-e2e-test
    resourceVersion: "18184"
    uid: abefb700-5b10-4063-a1a2-bdc1dc3128a5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:37:01.635055Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-271fb-predictor-59f84b4df4-g27h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18686"
    uid: 91737d3c-3c56-45d5-bf35-e9a681146b9a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-271fb-predictor-59f84b4df4-g27h5
    to ip-10-0-134-26.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:37:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:37:01Z"
    name: message-dumper-raw-271fb-predictor-59f84b4df4-g27h5.18d6ac00dd0ec5f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18691"
    uid: cccabf37-018b-409c-8f44-5c20d831e046
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-271fb-predictor-59f84b4df4-g27h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18699"
    uid: 91737d3c-3c56-45d5-bf35-e9a681146b9a
  kind: Event
  lastTimestamp: "2026-09-19T08:37:02Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:37:02Z"
    name: message-dumper-raw-271fb-predictor-59f84b4df4-g27h5.18d6ac00ff507833
    namespace: kserve-ci-e2e-test
    resourceVersion: "18707"
    uid: 7aa4bac1-020c-44d7-9616-77c3dd358331
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-271fb-predictor-59f84b4df4-g27h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18688"
    uid: 91737d3c-3c56-45d5-bf35-e9a681146b9a
  kind: Event
  lastTimestamp: "2026-09-19T08:37:02Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-19T08:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:02Z"
    name: message-dumper-raw-271fb-predictor-59f84b4df4-g27h5.18d6ac0100c52a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18709"
    uid: 2ebd68cc-c9bc-4b57-96be-165e7515fbfc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-271fb-predictor-59f84b4df4-g27h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18688"
    uid: 91737d3c-3c56-45d5-bf35-e9a681146b9a
  kind: Event
  lastTimestamp: "2026-09-19T08:37:03Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.247s (1.247s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T08:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:03Z"
    name: message-dumper-raw-271fb-predictor-59f84b4df4-g27h5.18d6ac014b19ab8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18716"
    uid: 144f0181-90b7-4ea8-ab90-060ad157aca6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-271fb-predictor-59f84b4df4-g27h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18688"
    uid: 91737d3c-3c56-45d5-bf35-e9a681146b9a
  kind: Event
  lastTimestamp: "2026-09-19T08:37:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:03Z"
    name: message-dumper-raw-271fb-predictor-59f84b4df4-g27h5.18d6ac014e95e052
    namespace: kserve-ci-e2e-test
    resourceVersion: "18718"
    uid: 0d4ebeba-ebcb-4cb5-a286-417e3ef5956b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-271fb-predictor-59f84b4df4-g27h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18688"
    uid: 91737d3c-3c56-45d5-bf35-e9a681146b9a
  kind: Event
  lastTimestamp: "2026-09-19T08:37:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:03Z"
    name: message-dumper-raw-271fb-predictor-59f84b4df4-g27h5.18d6ac014f12a2d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18720"
    uid: 50422e30-0c85-4f95-ab2b-a48069bc1fe0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-271fb-predictor-59f84b4df4-g27h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18688"
    uid: 91737d3c-3c56-45d5-bf35-e9a681146b9a
  kind: Event
  lastTimestamp: "2026-09-19T08:37:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:03Z"
    name: message-dumper-raw-271fb-predictor-59f84b4df4-g27h5.18d6ac014f1fe9d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18721"
    uid: 0ef840cf-aaf2-4743-b431-c408c728d746
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-271fb-predictor-59f84b4df4-g27h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18688"
    uid: 91737d3c-3c56-45d5-bf35-e9a681146b9a
  kind: Event
  lastTimestamp: "2026-09-19T08:37:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:03Z"
    name: message-dumper-raw-271fb-predictor-59f84b4df4-g27h5.18d6ac0151f2a733
    namespace: kserve-ci-e2e-test
    resourceVersion: "18722"
    uid: b05d6ef7-be32-404a-b979-09cbafe202fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-271fb-predictor-59f84b4df4-g27h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18688"
    uid: 91737d3c-3c56-45d5-bf35-e9a681146b9a
  kind: Event
  lastTimestamp: "2026-09-19T08:37:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:03Z"
    name: message-dumper-raw-271fb-predictor-59f84b4df4-g27h5.18d6ac0152689ca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18723"
    uid: 22717ea0-8f4b-4b91-b4e1-0b6cdb2a21c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-271fb-predictor-59f84b4df4-g27h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18688"
    uid: 91737d3c-3c56-45d5-bf35-e9a681146b9a
  kind: Event
  lastTimestamp: "2026-09-19T08:38:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:47Z"
    name: message-dumper-raw-271fb-predictor-59f84b4df4-g27h5.18d6ac19764e45cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19749"
    uid: ed6d6aa9-3e97-435b-a40e-e22b90bf553b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-271fb-predictor-59f84b4df4-g27h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18688"
    uid: 91737d3c-3c56-45d5-bf35-e9a681146b9a
  kind: Event
  lastTimestamp: "2026-09-19T08:38:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:47Z"
    name: message-dumper-raw-271fb-predictor-59f84b4df4-g27h5.18d6ac19764ec43c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19750"
    uid: dc206dbb-2b70-4d1c-b47f-b014798cd2d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-271fb-predictor-59f84b4df4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18677"
    uid: ab44d3b6-69fe-4b7d-9edb-2e890d1f2007
  kind: Event
  lastTimestamp: "2026-09-19T08:37:01Z"
  message: 'Created pod: message-dumper-raw-271fb-predictor-59f84b4df4-g27h5'
  metadata:
    creationTimestamp: "2026-09-19T08:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:37:01Z"
    name: message-dumper-raw-271fb-predictor-59f84b4df4.18d6ac00dca1317e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18687"
    uid: ac9fdd57-b476-4c68-a598-451af2284c48
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-271fb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18675"
    uid: 033cb3c2-c5fb-48d6-80f5-9b4770cc8e0f
  kind: Event
  lastTimestamp: "2026-09-19T08:37:01Z"
  message: Scaled up replica set message-dumper-raw-271fb-predictor-59f84b4df4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:37:01Z"
    name: message-dumper-raw-271fb-predictor.18d6ac00da988634
    namespace: kserve-ci-e2e-test
    resourceVersion: "18680"
    uid: 089c407f-54ce-44d0-9aa8-90a8a5cd44f4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-271fb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18676"
    uid: c8ac12e9-132b-404d-9e86-614364896683
  kind: Event
  lastTimestamp: "2026-09-19T08:37:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:37:46Z"
    name: message-dumper-raw-271fb-predictor.18d6ac0458d11f50
    namespace: kserve-ci-e2e-test
    resourceVersion: "19146"
    uid: 2a25b1c6-d438-4812-bee0-22b4260a4a7e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-271fb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18676"
    uid: c8ac12e9-132b-404d-9e86-614364896683
  kind: Event
  lastTimestamp: "2026-09-19T08:37:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:37:46Z"
    name: message-dumper-raw-271fb-predictor.18d6ac0459309fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19147"
    uid: 15fdbfea-191f-4ef0-adfc-b10f1e103ac6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-271fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18659"
    uid: 884c7d71-1c5c-42d1-abcc-2a6b2a8d7737
  kind: Event
  lastTimestamp: "2026-09-19T08:37:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:37:10Z"
    name: message-dumper-raw-271fb.18d6ac00da6e43b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18797"
    uid: cf3d2ec4-cfee-44d0-a312-94c593fd8320
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-271fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 884c7d71-1c5c-42d1-abcc-2a6b2a8d7737
  kind: Event
  lastTimestamp: "2026-09-19T08:37:10Z"
  message: InferenceService [message-dumper-raw-271fb] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:37:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:37:10Z"
    name: message-dumper-raw-271fb.18d6ac03070300b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18796"
    uid: 9e97598e-6399-4a65-bc4e-f622c1f4d350
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:46:38.790480Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-brn8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: 3aa543ce-d637-4353-a4b3-c86bec90a8e3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-brn8g
    to ip-10-0-134-26.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:46:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:46:38Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-brn8g.18d6ac873e33a71c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23981"
    uid: cd3e8627-099a-4a71-a5ea-da809b6c291b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-brn8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: 3aa543ce-d637-4353-a4b3-c86bec90a8e3
  kind: Event
  lastTimestamp: "2026-09-19T08:46:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-cipn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:39Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-brn8g.18d6ac874bd9b31b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23990"
    uid: 93bb32ca-7ff1-4c9f-b440-2671fedc4018
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-brn8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "23985"
    uid: 3aa543ce-d637-4353-a4b3-c86bec90a8e3
  kind: Event
  lastTimestamp: "2026-09-19T08:46:39Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:46:39Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-brn8g.18d6ac87840e0257
    namespace: kserve-ci-e2e-test
    resourceVersion: "23999"
    uid: aa686c9f-25d2-41c6-8dfd-16d78a3022cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-brn8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: 3aa543ce-d637-4353-a4b3-c86bec90a8e3
  kind: Event
  lastTimestamp: "2026-09-19T08:46:39Z"
  message: Container image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:39Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-brn8g.18d6ac878557e020
    namespace: kserve-ci-e2e-test
    resourceVersion: "24001"
    uid: 9934ce55-e3d2-4286-8ebd-edd825021403
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-brn8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: 3aa543ce-d637-4353-a4b3-c86bec90a8e3
  kind: Event
  lastTimestamp: "2026-09-19T08:46:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:40Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-brn8g.18d6ac8788393c81
    namespace: kserve-ci-e2e-test
    resourceVersion: "24002"
    uid: 077fb2e9-507c-4acf-a506-b384f3f1d3f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-brn8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: 3aa543ce-d637-4353-a4b3-c86bec90a8e3
  kind: Event
  lastTimestamp: "2026-09-19T08:46:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:40Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-brn8g.18d6ac8788ae083c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24003"
    uid: 86cd23e8-2c16-469f-bba3-e4161c79fcc0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-brn8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: 3aa543ce-d637-4353-a4b3-c86bec90a8e3
  kind: Event
  lastTimestamp: "2026-09-19T08:46:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:40Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-brn8g.18d6ac8788b961b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24004"
    uid: 4b46b807-b825-4425-a75d-9fabe9450721
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-brn8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: 3aa543ce-d637-4353-a4b3-c86bec90a8e3
  kind: Event
  lastTimestamp: "2026-09-19T08:46:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:40Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-brn8g.18d6ac878c235088
    namespace: kserve-ci-e2e-test
    resourceVersion: "24005"
    uid: 64c70086-c8a3-459b-aeed-294aa082a110
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-brn8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: 3aa543ce-d637-4353-a4b3-c86bec90a8e3
  kind: Event
  lastTimestamp: "2026-09-19T08:46:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:40Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-brn8g.18d6ac878c97a806
    namespace: kserve-ci-e2e-test
    resourceVersion: "24006"
    uid: 5974fb05-1a2a-4787-8e59-d9ce03633b11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-brn8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: 3aa543ce-d637-4353-a4b3-c86bec90a8e3
  kind: Event
  lastTimestamp: "2026-09-19T08:48:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:48:34Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-brn8g.18d6aca22edc2d9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24937"
    uid: 0f9e65a6-cb7b-469e-8342-8b7c34470cd9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-brn8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: 3aa543ce-d637-4353-a4b3-c86bec90a8e3
  kind: Event
  lastTimestamp: "2026-09-19T08:48:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:48:34Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-brn8g.18d6aca22edcb693
    namespace: kserve-ci-e2e-test
    resourceVersion: "24938"
    uid: 11b184ab-9997-44dc-aba7-6b156c34a731
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23965"
    uid: 41e9210e-2f2b-40f7-b1c1-9511f294edde
  kind: Event
  lastTimestamp: "2026-09-19T08:46:38Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-brn8g'
  metadata:
    creationTimestamp: "2026-09-19T08:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:46:38Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18d6ac873dc6af9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23977"
    uid: 82f7873e-6e64-4acd-b6b0-b7d000fb9e35
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23962"
    uid: 0ed76a5f-7565-4811-9e23-725b431ef8a1
  kind: Event
  lastTimestamp: "2026-09-19T08:46:38Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:46:38Z"
    name: message-dumper-raw-cipn-predictor.18d6ac873903d36b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23966"
    uid: 27d1d944-7b49-483b-b302-0565c2987b64
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23964"
    uid: 4788a05f-94fd-4c44-af7b-671a2a2db4b6
  kind: Event
  lastTimestamp: "2026-09-19T08:47:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:47:08Z"
    name: message-dumper-raw-cipn-predictor.18d6ac8ab7eed482
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 203331c0-13de-4bc2-8ad9-d46912bc349c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23964"
    uid: 4788a05f-94fd-4c44-af7b-671a2a2db4b6
  kind: Event
  lastTimestamp: "2026-09-19T08:47:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:47:08Z"
    name: message-dumper-raw-cipn-predictor.18d6ac8ab84b87a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24286"
    uid: dfe211c1-204b-42a8-a58d-66af4c8e8e76
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23957"
    uid: a920bb4f-fd6e-4cb0-a91c-ccc7876d7b17
  kind: Event
  lastTimestamp: "2026-09-19T08:46:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:46:47Z"
    name: message-dumper-raw-cipn.18d6ac873907fd31
    namespace: kserve-ci-e2e-test
    resourceVersion: "24070"
    uid: c713e787-230c-4260-8683-12afbccc6ffd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23957"
    uid: a920bb4f-fd6e-4cb0-a91c-ccc7876d7b17
  kind: Event
  lastTimestamp: "2026-09-19T08:46:38Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:46:38Z"
    name: message-dumper-raw-cipn.18d6ac87398a3c25
    namespace: kserve-ci-e2e-test
    resourceVersion: "23970"
    uid: 78ccf06f-90a9-4af7-9c6c-5b4755df79ac
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24068"
    uid: a920bb4f-fd6e-4cb0-a91c-ccc7876d7b17
  kind: Event
  lastTimestamp: "2026-09-19T08:46:47Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:46:47Z"
    name: message-dumper-raw-cipn.18d6ac8955e9a82b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24069"
    uid: 1dff46e7-651c-4d08-9fe7-e33c3969f2e5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:35:01.044533Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-619d8-f9489d44f-b7rtr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17285"
    uid: 8f6e646a-8514-467c-b130-e78b2b611231
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-619d8-f9489d44f-b7rtr
    to ip-10-0-142-103.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:35:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:35:01Z"
    name: model-chainer-raw-619d8-f9489d44f-b7rtr.18d6abe4c94d76d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17290"
    uid: e6558fb4-1617-491b-bee9-7e98f23ddcb1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-619d8-f9489d44f-b7rtr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17287"
    uid: 8f6e646a-8514-467c-b130-e78b2b611231
  kind: Event
  lastTimestamp: "2026-09-19T08:35:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-619d8-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:01Z"
    name: model-chainer-raw-619d8-f9489d44f-b7rtr.18d6abe4d7822232
    namespace: kserve-ci-e2e-test
    resourceVersion: "17302"
    uid: e8ca0525-4a64-4f27-9be5-b696e9aa635b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-103.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-619d8-f9489d44f-b7rtr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17294"
    uid: 8f6e646a-8514-467c-b130-e78b2b611231
  kind: Event
  lastTimestamp: "2026-09-19T08:35:02Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:35:02Z"
    name: model-chainer-raw-619d8-f9489d44f-b7rtr.18d6abe50ef5e0b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17315"
    uid: 3ab79d8e-a05b-4799-9f6f-4e88d8545d45
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-619d8}
    kind: Pod
    name: model-chainer-raw-619d8-f9489d44f-b7rtr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17287"
    uid: 8f6e646a-8514-467c-b130-e78b2b611231
  kind: Event
  lastTimestamp: "2026-09-19T08:35:02Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e"
  metadata:
    creationTimestamp: "2026-09-19T08:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:02Z"
    name: model-chainer-raw-619d8-f9489d44f-b7rtr.18d6abe510388f0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17317"
    uid: 653d05b8-3107-4af9-a3bc-33dfbfd0375f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-103.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-619d8}
    kind: Pod
    name: model-chainer-raw-619d8-f9489d44f-b7rtr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17287"
    uid: 8f6e646a-8514-467c-b130-e78b2b611231
  kind: Event
  lastTimestamp: "2026-09-19T08:35:04Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e"
    in 1.917s (1.917s including waiting). Image size: 211751521 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T08:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:04Z"
    name: model-chainer-raw-619d8-f9489d44f-b7rtr.18d6abe5827e8c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17331"
    uid: 4d192a0f-1d2a-4f64-bb61-b98d1cad5c97
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-103.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-619d8}
    kind: Pod
    name: model-chainer-raw-619d8-f9489d44f-b7rtr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17287"
    uid: 8f6e646a-8514-467c-b130-e78b2b611231
  kind: Event
  lastTimestamp: "2026-09-19T08:35:04Z"
  message: 'Created container: model-chainer-raw-619d8'
  metadata:
    creationTimestamp: "2026-09-19T08:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:04Z"
    name: model-chainer-raw-619d8-f9489d44f-b7rtr.18d6abe58594155d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17332"
    uid: f254c948-e105-4a84-9eb6-63c18de743d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-103.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-619d8}
    kind: Pod
    name: model-chainer-raw-619d8-f9489d44f-b7rtr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17287"
    uid: 8f6e646a-8514-467c-b130-e78b2b611231
  kind: Event
  lastTimestamp: "2026-09-19T08:35:04Z"
  message: Started container model-chainer-raw-619d8
  metadata:
    creationTimestamp: "2026-09-19T08:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:04Z"
    name: model-chainer-raw-619d8-f9489d44f-b7rtr.18d6abe5860a58e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17333"
    uid: 830524ad-3fe2-4a5b-a5b7-f04c6acbb727
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-103.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-619d8}
    kind: Pod
    name: model-chainer-raw-619d8-f9489d44f-b7rtr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17287"
    uid: 8f6e646a-8514-467c-b130-e78b2b611231
  kind: Event
  lastTimestamp: "2026-09-19T08:35:11Z"
  message: Stopping container model-chainer-raw-619d8
  metadata:
    creationTimestamp: "2026-09-19T08:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:11Z"
    name: model-chainer-raw-619d8-f9489d44f-b7rtr.18d6abe72142c0fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17406"
    uid: 695cf370-7591-4c78-a80b-26481aa8c207
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-103.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-619d8}
    kind: Pod
    name: model-chainer-raw-619d8-f9489d44f-b7rtr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17287"
    uid: 8f6e646a-8514-467c-b130-e78b2b611231
  kind: Event
  lastTimestamp: "2026-09-19T08:35:41Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-19T08:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:41Z"
    name: model-chainer-raw-619d8-f9489d44f-b7rtr.18d6abe721974347
    namespace: kserve-ci-e2e-test
    resourceVersion: "17799"
    uid: cc2337bd-517f-476b-aa54-62b9fa778933
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-103.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-619d8-f9489d44f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17282"
    uid: f61c11e4-c9fb-41d4-b271-c2201af76d51
  kind: Event
  lastTimestamp: "2026-09-19T08:35:01Z"
  message: 'Created pod: model-chainer-raw-619d8-f9489d44f-b7rtr'
  metadata:
    creationTimestamp: "2026-09-19T08:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:35:01Z"
    name: model-chainer-raw-619d8-f9489d44f.18d6abe4c8eb2dc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17286"
    uid: 1c833c5b-b6d3-47af-808f-e28a83a97e72
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-619d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17280"
    uid: fd4c7050-bb62-4351-adc3-0824e8e3f785
  kind: Event
  lastTimestamp: "2026-09-19T08:35:01Z"
  message: Scaled up replica set model-chainer-raw-619d8-f9489d44f from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:35:01Z"
    name: model-chainer-raw-619d8.18d6abe4c84fd197
    namespace: kserve-ci-e2e-test
    resourceVersion: "17283"
    uid: 9008536f-a9a2-4023-a1e2-93908039fd8c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-619d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17296"
    uid: e4b46f13-ac56-41b3-8233-29ab910a6b86
  kind: Event
  lastTimestamp: "2026-09-19T08:35:01Z"
  message: InferenceGraph [model-chainer-raw-619d8] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:35:01Z"
    name: model-chainer-raw-619d8.18d6abe4cd207d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: 28c79a6b-a49b-4d1e-989f-6b2e2ed33de1
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:36:51.352187Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-caf7a-74996c44f-6dmmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18507"
    uid: fc4c38d7-329f-4f18-bb48-4bbc0e8ada07
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-caf7a-74996c44f-6dmmh
    to ip-10-0-142-103.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:36:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:36:51Z"
    name: model-chainer-raw-hpa-caf7a-74996c44f-6dmmh.18d6abfe7826b451
    namespace: kserve-ci-e2e-test
    resourceVersion: "18512"
    uid: 03dc27a9-e115-4815-821a-61c0ac8eba33
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-caf7a-74996c44f-6dmmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18508"
    uid: fc4c38d7-329f-4f18-bb48-4bbc0e8ada07
  kind: Event
  lastTimestamp: "2026-09-19T08:36:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-caf7a-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:51Z"
    name: model-chainer-raw-hpa-caf7a-74996c44f-6dmmh.18d6abfe817181b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18523"
    uid: 70995aac-b82b-4c2b-9649-7e2abda9b9dd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-103.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-caf7a-74996c44f-6dmmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18516"
    uid: fc4c38d7-329f-4f18-bb48-4bbc0e8ada07
  kind: Event
  lastTimestamp: "2026-09-19T08:36:52Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:36:52Z"
    name: model-chainer-raw-hpa-caf7a-74996c44f-6dmmh.18d6abfebde38be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18535"
    uid: c838f48f-e803-423a-8f67-a62d278f26fb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-caf7a}
    kind: Pod
    name: model-chainer-raw-hpa-caf7a-74996c44f-6dmmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18508"
    uid: fc4c38d7-329f-4f18-bb48-4bbc0e8ada07
  kind: Event
  lastTimestamp: "2026-09-19T08:36:52Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:52Z"
    name: model-chainer-raw-hpa-caf7a-74996c44f-6dmmh.18d6abfebf157231
    namespace: kserve-ci-e2e-test
    resourceVersion: "18537"
    uid: 680b62f8-3073-477b-992c-c1ffb7c9f27e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-103.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-caf7a}
    kind: Pod
    name: model-chainer-raw-hpa-caf7a-74996c44f-6dmmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18508"
    uid: fc4c38d7-329f-4f18-bb48-4bbc0e8ada07
  kind: Event
  lastTimestamp: "2026-09-19T08:36:52Z"
  message: 'Created container: model-chainer-raw-hpa-caf7a'
  metadata:
    creationTimestamp: "2026-09-19T08:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:52Z"
    name: model-chainer-raw-hpa-caf7a-74996c44f-6dmmh.18d6abfec1e97fa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18538"
    uid: 0d2cb24d-834e-4733-805e-393b39feb1bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-103.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-caf7a}
    kind: Pod
    name: model-chainer-raw-hpa-caf7a-74996c44f-6dmmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18508"
    uid: fc4c38d7-329f-4f18-bb48-4bbc0e8ada07
  kind: Event
  lastTimestamp: "2026-09-19T08:36:52Z"
  message: Started container model-chainer-raw-hpa-caf7a
  metadata:
    creationTimestamp: "2026-09-19T08:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:52Z"
    name: model-chainer-raw-hpa-caf7a-74996c44f-6dmmh.18d6abfec25df895
    namespace: kserve-ci-e2e-test
    resourceVersion: "18539"
    uid: 3e5d3080-8b2d-47c3-891a-94924fcc9aa8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-103.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-caf7a}
    kind: Pod
    name: model-chainer-raw-hpa-caf7a-74996c44f-6dmmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18508"
    uid: fc4c38d7-329f-4f18-bb48-4bbc0e8ada07
  kind: Event
  lastTimestamp: "2026-09-19T08:37:01Z"
  message: Stopping container model-chainer-raw-hpa-caf7a
  metadata:
    creationTimestamp: "2026-09-19T08:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:01Z"
    name: model-chainer-raw-hpa-caf7a-74996c44f-6dmmh.18d6ac00cf999fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18627"
    uid: 111304b9-b3ca-4095-a3ae-1eaf6d53b564
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-103.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-caf7a}
    kind: Pod
    name: model-chainer-raw-hpa-caf7a-74996c44f-6dmmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18508"
    uid: fc4c38d7-329f-4f18-bb48-4bbc0e8ada07
  kind: Event
  lastTimestamp: "2026-09-19T08:37:29Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-19T08:37:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:29Z"
    name: model-chainer-raw-hpa-caf7a-74996c44f-6dmmh.18d6ac018d2d1e7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19014"
    uid: 06f081ef-120d-4479-b71f-dc95154b8d1a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-103.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-caf7a-74996c44f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18504"
    uid: e86f5ed7-4c7b-4eba-ace4-6ce3166e5edf
  kind: Event
  lastTimestamp: "2026-09-19T08:36:51Z"
  message: 'Created pod: model-chainer-raw-hpa-caf7a-74996c44f-6dmmh'
  metadata:
    creationTimestamp: "2026-09-19T08:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:36:51Z"
    name: model-chainer-raw-hpa-caf7a-74996c44f.18d6abfe7788b3fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18509"
    uid: 34181e94-72da-4359-a1e7-a0fc989ef5ba
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-caf7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18502"
    uid: a5dec3a6-4f1e-4ad6-9e33-f19e669a522f
  kind: Event
  lastTimestamp: "2026-09-19T08:36:51Z"
  message: Scaled up replica set model-chainer-raw-hpa-caf7a-74996c44f from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:36:51Z"
    name: model-chainer-raw-hpa-caf7a.18d6abfe76d91c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18505"
    uid: b4d92aab-c297-44eb-a06d-da866d276e07
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-caf7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18518"
    uid: b5d4fd58-e105-42ab-8e31-22e726efccc8
  kind: Event
  lastTimestamp: "2026-09-19T08:36:51Z"
  message: InferenceGraph [model-chainer-raw-hpa-caf7a] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:36:51Z"
    name: model-chainer-raw-hpa-caf7a.18d6abfe7b986f29
    namespace: kserve-ci-e2e-test
    resourceVersion: "18520"
    uid: 5a18935c-bf3c-4a75-b9d3-15f789d0a2fc
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:39:07.294135Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-655f6-predictor-f56454574-585d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: ed93f295-4ccf-4c18-b7ae-55a25b55ebdd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-655f6-predictor-f56454574-585d8
    to ip-10-0-134-26.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:39:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:39:07Z"
    name: raw-sklearn-655f6-predictor-f56454574-585d8.18d6ac1e1ef16d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "20074"
    uid: aac11003-b7aa-4222-8f27-b6abe53c28fe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-655f6-predictor-f56454574-585d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20080"
    uid: ed93f295-4ccf-4c18-b7ae-55a25b55ebdd
  kind: Event
  lastTimestamp: "2026-09-19T08:39:07Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:39:07Z"
    name: raw-sklearn-655f6-predictor-f56454574-585d8.18d6ac1e41286bf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20088"
    uid: 9e2493e4-9703-4b28-a99e-52692daa1a6e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-655f6-predictor-f56454574-585d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20071"
    uid: ed93f295-4ccf-4c18-b7ae-55a25b55ebdd
  kind: Event
  lastTimestamp: "2026-09-19T08:39:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:07Z"
    name: raw-sklearn-655f6-predictor-f56454574-585d8.18d6ac1e42a97086
    namespace: kserve-ci-e2e-test
    resourceVersion: "20090"
    uid: 2dcca577-e936-4fdf-a2b4-b81055b8cd23
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-655f6-predictor-f56454574-585d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20071"
    uid: ed93f295-4ccf-4c18-b7ae-55a25b55ebdd
  kind: Event
  lastTimestamp: "2026-09-19T08:39:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:07Z"
    name: raw-sklearn-655f6-predictor-f56454574-585d8.18d6ac1e46066cc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20093"
    uid: 7aad5ce9-ea45-4f24-9f79-a767793f1036
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-655f6-predictor-f56454574-585d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20071"
    uid: ed93f295-4ccf-4c18-b7ae-55a25b55ebdd
  kind: Event
  lastTimestamp: "2026-09-19T08:39:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:07Z"
    name: raw-sklearn-655f6-predictor-f56454574-585d8.18d6ac1e468cfd60
    namespace: kserve-ci-e2e-test
    resourceVersion: "20094"
    uid: 38143fc8-e7ec-476c-8fe1-58e265472590
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-655f6-predictor-f56454574-585d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20071"
    uid: ed93f295-4ccf-4c18-b7ae-55a25b55ebdd
  kind: Event
  lastTimestamp: "2026-09-19T08:39:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:12Z"
    name: raw-sklearn-655f6-predictor-f56454574-585d8.18d6ac1f54a68570
    namespace: kserve-ci-e2e-test
    resourceVersion: "20138"
    uid: c482ffa0-b3e9-48ba-810d-40222d24d4de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-655f6-predictor-f56454574-585d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20071"
    uid: ed93f295-4ccf-4c18-b7ae-55a25b55ebdd
  kind: Event
  lastTimestamp: "2026-09-19T08:39:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:12Z"
    name: raw-sklearn-655f6-predictor-f56454574-585d8.18d6ac1f57d05b07
    namespace: kserve-ci-e2e-test
    resourceVersion: "20141"
    uid: 5c9d4280-7c2b-42a5-b1ba-c1da0fdc7b32
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-655f6-predictor-f56454574-585d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20071"
    uid: ed93f295-4ccf-4c18-b7ae-55a25b55ebdd
  kind: Event
  lastTimestamp: "2026-09-19T08:39:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:12Z"
    name: raw-sklearn-655f6-predictor-f56454574-585d8.18d6ac1f58485e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "20144"
    uid: cc94c8ee-84f3-4b88-bc25-1a70ede7f144
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-655f6-predictor-f56454574-585d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20071"
    uid: ed93f295-4ccf-4c18-b7ae-55a25b55ebdd
  kind: Event
  lastTimestamp: "2026-09-19T08:39:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:12Z"
    name: raw-sklearn-655f6-predictor-f56454574-585d8.18d6ac1f58534be5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20145"
    uid: 4b6bd582-17c1-4dbe-93f1-79fcf602369b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-655f6-predictor-f56454574-585d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20071"
    uid: ed93f295-4ccf-4c18-b7ae-55a25b55ebdd
  kind: Event
  lastTimestamp: "2026-09-19T08:39:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:12Z"
    name: raw-sklearn-655f6-predictor-f56454574-585d8.18d6ac1f5b81577c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20147"
    uid: d978ef99-d64a-404b-a900-de2709c0ac81
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-655f6-predictor-f56454574-585d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20071"
    uid: ed93f295-4ccf-4c18-b7ae-55a25b55ebdd
  kind: Event
  lastTimestamp: "2026-09-19T08:39:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:12Z"
    name: raw-sklearn-655f6-predictor-f56454574-585d8.18d6ac1f5bf75224
    namespace: kserve-ci-e2e-test
    resourceVersion: "20148"
    uid: d60dbac0-c019-410f-a05e-782961528af0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-655f6-predictor-f56454574-585d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20071"
    uid: ed93f295-4ccf-4c18-b7ae-55a25b55ebdd
  kind: Event
  lastTimestamp: "2026-09-19T08:40:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:27Z"
    name: raw-sklearn-655f6-predictor-f56454574-585d8.18d6ac1fcc9d972b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20705"
    uid: ab72065a-5114-4c28-9729-77dfd486a330
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-655f6-predictor-f56454574-585d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20071"
    uid: ed93f295-4ccf-4c18-b7ae-55a25b55ebdd
  kind: Event
  lastTimestamp: "2026-09-19T08:40:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:47Z"
    name: raw-sklearn-655f6-predictor-f56454574-585d8.18d6ac358bde91fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20876"
    uid: 07f72a4c-cdb0-461d-8c75-f02b41eb2830
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-655f6-predictor-f56454574-585d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20071"
    uid: ed93f295-4ccf-4c18-b7ae-55a25b55ebdd
  kind: Event
  lastTimestamp: "2026-09-19T08:40:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:47Z"
    name: raw-sklearn-655f6-predictor-f56454574-585d8.18d6ac358bdf7941
    namespace: kserve-ci-e2e-test
    resourceVersion: "20877"
    uid: 99ad78f5-cef4-4391-8315-c707f7fed819
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-655f6-predictor-f56454574-585d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20071"
    uid: ed93f295-4ccf-4c18-b7ae-55a25b55ebdd
  kind: Event
  lastTimestamp: "2026-09-19T08:40:50Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:50Z"
    name: raw-sklearn-655f6-predictor-f56454574-585d8.18d6ac3626f2dee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: 60e75af9-bec4-401c-b8d5-4e14d15a39ee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-655f6-predictor-f56454574
    namespace: kserve-ci-e2e-test
    resourceVersion: "20058"
    uid: 496f9395-f403-4a25-83b9-26c9e9245ade
  kind: Event
  lastTimestamp: "2026-09-19T08:39:07Z"
  message: 'Created pod: raw-sklearn-655f6-predictor-f56454574-585d8'
  metadata:
    creationTimestamp: "2026-09-19T08:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:39:07Z"
    name: raw-sklearn-655f6-predictor-f56454574.18d6ac1e1e84b991
    namespace: kserve-ci-e2e-test
    resourceVersion: "20070"
    uid: f0bda076-e62d-4505-8f61-265f1a24d33d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-655f6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20056"
    uid: 55773c03-fcd3-4bd2-8e72-85a63d6f381b
  kind: Event
  lastTimestamp: "2026-09-19T08:39:07Z"
  message: Scaled up replica set raw-sklearn-655f6-predictor-f56454574 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:39:07Z"
    name: raw-sklearn-655f6-predictor.18d6ac1e1b7a2b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "20060"
    uid: 795feff2-8036-4eb3-97ee-cea554e94873
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-655f6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20057"
    uid: a7f9dd1d-1b0f-4dc3-9be1-1aa8e27a9a40
  kind: Event
  lastTimestamp: "2026-09-19T08:39:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:39:37Z"
    name: raw-sklearn-655f6-predictor.18d6ac219a04823e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20340"
    uid: 6036280d-7367-41cd-b708-d3aa167677ff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-655f6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20057"
    uid: a7f9dd1d-1b0f-4dc3-9be1-1aa8e27a9a40
  kind: Event
  lastTimestamp: "2026-09-19T08:39:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:39:37Z"
    name: raw-sklearn-655f6-predictor.18d6ac219a6da54c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20341"
    uid: 11ecb321-5839-486b-a91f-5a701b7b39fd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-655f6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20229"
    uid: a7f9dd1d-1b0f-4dc3-9be1-1aa8e27a9a40
  kind: Event
  lastTimestamp: "2026-09-19T08:40:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:40:37Z"
    name: raw-sklearn-655f6-predictor.18d6ac28981827af
    namespace: kserve-ci-e2e-test
    resourceVersion: "20775"
    uid: db237fe9-9676-43b9-8d0b-4702a83fef04
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-655f6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20229"
    uid: a7f9dd1d-1b0f-4dc3-9be1-1aa8e27a9a40
  kind: Event
  lastTimestamp: "2026-09-19T08:40:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:40:37Z"
    name: raw-sklearn-655f6-predictor.18d6ac289879cc53
    namespace: kserve-ci-e2e-test
    resourceVersion: "20776"
    uid: 949e5a93-9e13-48ae-9e0d-05b592c86739
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-655f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20049"
    uid: d6307c1d-ad57-433b-b57f-961fd3eaa687
  kind: Event
  lastTimestamp: "2026-09-19T08:40:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:40:38Z"
    name: raw-sklearn-655f6.18d6ac1e1b9114e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20787"
    uid: 3da09381-8a5e-4c68-977f-9656dfcff7f2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-655f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20049"
    uid: d6307c1d-ad57-433b-b57f-961fd3eaa687
  kind: Event
  lastTimestamp: "2026-09-19T08:39:07Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-655f6": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-655f6":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:39:07Z"
    name: raw-sklearn-655f6.18d6ac1e1c4bb2c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20065"
    uid: 21e0197f-5985-4e6f-bb54-e73b888dd004
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-655f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20785"
    uid: d6307c1d-ad57-433b-b57f-961fd3eaa687
  kind: Event
  lastTimestamp: "2026-09-19T08:40:38Z"
  message: InferenceService [raw-sklearn-655f6] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:40:38Z"
    name: raw-sklearn-655f6.18d6ac333ee1e743
    namespace: kserve-ci-e2e-test
    resourceVersion: "20786"
    uid: 38ff1691-c94e-4fb6-b0c2-4e1c60edfa41
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:40:53.074141Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20937"
    uid: e7e7b273-1bad-4df6-b60d-46ed7b92f610
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv
    to ip-10-0-134-26.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:40:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:40:53Z"
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv.18d6ac36bfe70099
    namespace: kserve-ci-e2e-test
    resourceVersion: "20941"
    uid: 0f90056e-963b-409d-bdee-21e40891d18d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b67d465b5-twqdw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20947"
    uid: e7e7b273-1bad-4df6-b60d-46ed7b92f610
  kind: Event
  lastTimestamp: "2026-09-19T08:40:53Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:40:53Z"
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv.18d6ac36e213e627
    namespace: kserve-ci-e2e-test
    resourceVersion: "20959"
    uid: 05690472-ebd0-404b-ad61-a20f9445566d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20939"
    uid: e7e7b273-1bad-4df6-b60d-46ed7b92f610
  kind: Event
  lastTimestamp: "2026-09-19T08:40:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:53Z"
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv.18d6ac36e38af9d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20961"
    uid: 39870dde-46a7-4981-af2b-1b147cc1ae92
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20939"
    uid: e7e7b273-1bad-4df6-b60d-46ed7b92f610
  kind: Event
  lastTimestamp: "2026-09-19T08:40:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:53Z"
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv.18d6ac36e6e90506
    namespace: kserve-ci-e2e-test
    resourceVersion: "20963"
    uid: d31e197a-3023-48b8-9be8-39a822ea6523
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20939"
    uid: e7e7b273-1bad-4df6-b60d-46ed7b92f610
  kind: Event
  lastTimestamp: "2026-09-19T08:40:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:53Z"
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv.18d6ac36e75a400d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20964"
    uid: 451a49f6-25a4-49a7-bb00-d3aae9b07afb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20939"
    uid: e7e7b273-1bad-4df6-b60d-46ed7b92f610
  kind: Event
  lastTimestamp: "2026-09-19T08:40:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:58Z"
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv.18d6ac37e62da917
    namespace: kserve-ci-e2e-test
    resourceVersion: "21005"
    uid: a978a3a0-e8a4-4b3d-9da6-c53f39b16d24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20939"
    uid: e7e7b273-1bad-4df6-b60d-46ed7b92f610
  kind: Event
  lastTimestamp: "2026-09-19T08:40:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:58Z"
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv.18d6ac37e953098f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21007"
    uid: 6c5cff4d-5078-4ad2-97e0-1eae1199ed88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20939"
    uid: e7e7b273-1bad-4df6-b60d-46ed7b92f610
  kind: Event
  lastTimestamp: "2026-09-19T08:40:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:58Z"
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv.18d6ac37e9d90fb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21010"
    uid: 6a216c60-8009-4453-aa28-2e39baf9a16d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20939"
    uid: e7e7b273-1bad-4df6-b60d-46ed7b92f610
  kind: Event
  lastTimestamp: "2026-09-19T08:40:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:58Z"
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv.18d6ac37e9e3e7b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21011"
    uid: b2204c04-e25e-440b-81fa-9300adf4e722
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20939"
    uid: e7e7b273-1bad-4df6-b60d-46ed7b92f610
  kind: Event
  lastTimestamp: "2026-09-19T08:40:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:58Z"
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv.18d6ac37ed1971f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21014"
    uid: 83915165-bfe0-419e-9703-4d868bec5e3a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20939"
    uid: e7e7b273-1bad-4df6-b60d-46ed7b92f610
  kind: Event
  lastTimestamp: "2026-09-19T08:40:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:58Z"
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv.18d6ac37ed8e560f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21015"
    uid: 96b5e8d4-1116-4030-b7ca-27aebb599ea0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20939"
    uid: e7e7b273-1bad-4df6-b60d-46ed7b92f610
  kind: Event
  lastTimestamp: "2026-09-19T08:42:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:41:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:42:36Z"
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv.18d6ac385e20e63f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21911"
    uid: a670fe2f-5e7c-44e8-a0fa-48fb7c30274e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20939"
    uid: e7e7b273-1bad-4df6-b60d-46ed7b92f610
  kind: Event
  lastTimestamp: "2026-09-19T08:42:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:42:33Z"
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv.18d6ac4e372b0036
    namespace: kserve-ci-e2e-test
    resourceVersion: "21893"
    uid: da139013-ba2a-4da0-8b25-bd36f7a9201a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20939"
    uid: e7e7b273-1bad-4df6-b60d-46ed7b92f610
  kind: Event
  lastTimestamp: "2026-09-19T08:42:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:42:33Z"
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv.18d6ac4e372b7ee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21894"
    uid: 0fd9b86b-810c-495d-ac29-00118523dcc2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20939"
    uid: e7e7b273-1bad-4df6-b60d-46ed7b92f610
  kind: Event
  lastTimestamp: "2026-09-19T08:42:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:42:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:42:36Z"
    name: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv.18d6ac4eb86ab698
    namespace: kserve-ci-e2e-test
    resourceVersion: "21910"
    uid: 8d1dbfa9-1bdb-4f87-b45c-cacc8cf5b4bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-44db7-predictor-84b6797678
    namespace: kserve-ci-e2e-test
    resourceVersion: "20926"
    uid: ee188d2a-88ad-47fd-afdd-cfb0e2749ef0
  kind: Event
  lastTimestamp: "2026-09-19T08:40:53Z"
  message: 'Created pod: raw-sklearn-runtime-44db7-predictor-84b6797678-cd9wv'
  metadata:
    creationTimestamp: "2026-09-19T08:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:40:53Z"
    name: raw-sklearn-runtime-44db7-predictor-84b6797678.18d6ac36bf7ce0f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20938"
    uid: cfbf8cf1-2575-439f-b0de-f8a36fbf5481
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-44db7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20924"
    uid: 677cf204-c043-4fa9-af14-bc3ea74e3fbf
  kind: Event
  lastTimestamp: "2026-09-19T08:40:52Z"
  message: Scaled up replica set raw-sklearn-runtime-44db7-predictor-84b6797678 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:40:52Z"
    name: raw-sklearn-runtime-44db7-predictor.18d6ac36bb04fd2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20928"
    uid: 2c554062-8e28-488f-b50f-155eaf7be28c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-44db7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20925"
    uid: d82ab29c-2767-483a-8c2e-7a2102232d27
  kind: Event
  lastTimestamp: "2026-09-19T08:41:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:41:08Z"
    name: raw-sklearn-runtime-44db7-predictor.18d6ac3a39d40e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "21086"
    uid: e4b568f6-e600-4dd9-8fab-d638cd1f78bb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-44db7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20925"
    uid: d82ab29c-2767-483a-8c2e-7a2102232d27
  kind: Event
  lastTimestamp: "2026-09-19T08:41:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:41:08Z"
    name: raw-sklearn-runtime-44db7-predictor.18d6ac3a3a3b69a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21088"
    uid: ea4f405d-c32b-4cd7-a5a2-44ec2b73394c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-44db7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21087"
    uid: d82ab29c-2767-483a-8c2e-7a2102232d27
  kind: Event
  lastTimestamp: "2026-09-19T08:42:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:42:23Z"
    name: raw-sklearn-runtime-44db7-predictor.18d6ac3db8e674ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "21791"
    uid: 58fc0694-c953-4906-8416-1c058fe0d877
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-44db7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21087"
    uid: d82ab29c-2767-483a-8c2e-7a2102232d27
  kind: Event
  lastTimestamp: "2026-09-19T08:42:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:42:23Z"
    name: raw-sklearn-runtime-44db7-predictor.18d6ac3db94b3907
    namespace: kserve-ci-e2e-test
    resourceVersion: "21792"
    uid: 790a2a8e-8ce5-4006-bb70-a33a607b2fad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-44db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20917"
    uid: ea583d37-9b47-4587-8d59-19715ede5c06
  kind: Event
  lastTimestamp: "2026-09-19T08:42:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:42:26Z"
    name: raw-sklearn-runtime-44db7.18d6ac36bb2498e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21820"
    uid: 7c4176ea-f6af-4447-bbb8-945e1268fac6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-44db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20917"
    uid: ea583d37-9b47-4587-8d59-19715ede5c06
  kind: Event
  lastTimestamp: "2026-09-19T08:40:53Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-44db7":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-44db7":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:40:53Z"
    name: raw-sklearn-runtime-44db7.18d6ac36bbb6142a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20948"
    uid: 44d31118-e6d7-46ab-9641-71812d9c47c3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-44db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20918"
    uid: ea583d37-9b47-4587-8d59-19715ede5c06
  kind: Event
  lastTimestamp: "2026-09-19T08:40:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-runtime-44db7": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:40:53Z"
    name: raw-sklearn-runtime-44db7.18d6ac36c17adc81
    namespace: kserve-ci-e2e-test
    resourceVersion: "20949"
    uid: bfa909f5-dd8c-4b73-b2d5-3b0e38f150a8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-44db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21817"
    uid: ea583d37-9b47-4587-8d59-19715ede5c06
  kind: Event
  lastTimestamp: "2026-09-19T08:42:26Z"
  message: InferenceService [raw-sklearn-runtime-44db7] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:42:26Z"
    name: raw-sklearn-runtime-44db7.18d6ac4c69f4ce0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21819"
    uid: 704dd64c-81de-4466-82fd-56c4ce4e6c17
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "25178"